h264.c 311 KB
Newer Older
michaelni's avatar
michaelni committed
1 2 3 4
/*
 * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
 * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
 *
5 6 7
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
michaelni's avatar
michaelni committed
8 9
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
10
 * version 2.1 of the License, or (at your option) any later version.
michaelni's avatar
michaelni committed
11
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
michaelni's avatar
michaelni committed
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
19
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
michaelni's avatar
michaelni committed
20
 */
21

michaelni's avatar
michaelni committed
22 23 24 25 26 27 28 29 30
/**
 * @file h264.c
 * H.264 / AVC / MPEG4 part10 codec.
 * @author Michael Niedermayer <michaelni@gmx.at>
 */

#include "dsputil.h"
#include "avcodec.h"
#include "mpegvideo.h"
31
#include "h264.h"
michaelni's avatar
michaelni committed
32
#include "h264data.h"
33
#include "h264_parser.h"
michaelni's avatar
michaelni committed
34
#include "golomb.h"
35
#include "rectangle.h"
36
#include "vdpau_internal.h"
michaelni's avatar
michaelni committed
37

38
#include "cabac.h"
39
#ifdef ARCH_X86
40
#include "x86/h264_i386.h"
41
#endif
42

43
//#undef NDEBUG
michaelni's avatar
michaelni committed
44 45
#include <assert.h>

46 47 48 49 50 51
/**
 * Value of Picture.reference when Picture is not a reference picture, but
 * is held for delayed output.
 */
#define DELAYED_PIC_REF 4

michaelni's avatar
michaelni committed
52
static VLC coeff_token_vlc[4];
cehoyos's avatar
cehoyos committed
53 54 55
static VLC_TYPE coeff_token_vlc_tables[520+332+280+256][2];
static const int coeff_token_vlc_tables_size[4]={520,332,280,256};

michaelni's avatar
michaelni committed
56
static VLC chroma_dc_coeff_token_vlc;
cehoyos's avatar
cehoyos committed
57 58
static VLC_TYPE chroma_dc_coeff_token_vlc_table[256][2];
static const int chroma_dc_coeff_token_vlc_table_size = 256;
michaelni's avatar
michaelni committed
59 60

static VLC total_zeros_vlc[15];
cehoyos's avatar
cehoyos committed
61 62 63
static VLC_TYPE total_zeros_vlc_tables[15][512][2];
static const int total_zeros_vlc_tables_size = 512;

michaelni's avatar
michaelni committed
64
static VLC chroma_dc_total_zeros_vlc[3];
cehoyos's avatar
cehoyos committed
65 66
static VLC_TYPE chroma_dc_total_zeros_vlc_tables[3][8][2];
static const int chroma_dc_total_zeros_vlc_tables_size = 8;
michaelni's avatar
michaelni committed
67 68

static VLC run_vlc[6];
cehoyos's avatar
cehoyos committed
69 70 71
static VLC_TYPE run_vlc_tables[6][8][2];
static const int run_vlc_tables_size = 8;

michaelni's avatar
michaelni committed
72
static VLC run7_vlc;
cehoyos's avatar
cehoyos committed
73 74
static VLC_TYPE run7_vlc_table[96][2];
static const int run7_vlc_table_size = 96;
michaelni's avatar
michaelni committed
75

michaelni's avatar
michaelni committed
76 77
static void svq3_luma_dc_dequant_idct_c(DCTELEM *block, int qp);
static void svq3_add_idct_c(uint8_t *dst, DCTELEM *block, int stride, int qp, int dc);
78
static void filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
79
static void filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
80
static Picture * remove_long(H264Context *h, int i, int ref_mask);
michaelni's avatar
michaelni committed
81

82
static av_always_inline uint32_t pack16to32(int a, int b){
michaelni's avatar
michaelni committed
83 84 85 86 87 88 89
#ifdef WORDS_BIGENDIAN
   return (b&0xFFFF) + (a<<16);
#else
   return (a&0xFFFF) + (b<<16);
#endif
}

90
static const uint8_t rem6[52]={
91 92 93
0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3,
};

94
static const uint8_t div6[52]={
95 96 97
0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8,
};

98 99 100 101 102 103
static const int left_block_options[4][8]={
    {0,1,2,3,7,10,8,11},
    {2,2,3,3,8,11,8,11},
    {0,0,1,1,7,10,7,10},
    {0,2,0,2,7,10,7,10}
};
104

michael's avatar
michael committed
105 106 107
#define LEVEL_TAB_BITS 8
static int8_t cavlc_level_tab[7][1<<LEVEL_TAB_BITS][2];

lorenm's avatar
lorenm committed
108
static void fill_caches(H264Context *h, int mb_type, int for_deblock){
michaelni's avatar
michaelni committed
109
    MpegEncContext * const s = &h->s;
110
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
111 112
    int topleft_xy, top_xy, topright_xy, left_xy[2];
    int topleft_type, top_type, topright_type, left_type[2];
113
    const int * left_block;
lorenm's avatar
lorenm committed
114
    int topleft_partition= -1;
michaelni's avatar
michaelni committed
115 116
    int i;

117 118
    top_xy     = mb_xy  - (s->mb_stride << FIELD_PICTURE);

lorenm's avatar
lorenm committed
119
    //FIXME deblocking could skip the intra and nnz parts.
120
    if(for_deblock && (h->slice_num == 1 || h->slice_table[mb_xy] == h->slice_table[top_xy]) && !FRAME_MBAFF)
121 122
        return;

diego's avatar
diego committed
123 124
    /* Wow, what a mess, why didn't they simplify the interlacing & intra
     * stuff, I can't imagine that these complex rules are worth it. */
125

126 127 128
    topleft_xy = top_xy - 1;
    topright_xy= top_xy + 1;
    left_xy[1] = left_xy[0] = mb_xy-1;
129
    left_block = left_block_options[0];
lorenm's avatar
lorenm committed
130
    if(FRAME_MBAFF){
131 132 133 134
        const int pair_xy          = s->mb_x     + (s->mb_y & ~1)*s->mb_stride;
        const int top_pair_xy      = pair_xy     - s->mb_stride;
        const int topleft_pair_xy  = top_pair_xy - 1;
        const int topright_pair_xy = top_pair_xy + 1;
135 136 137 138 139
        const int topleft_mb_field_flag  = IS_INTERLACED(s->current_picture.mb_type[topleft_pair_xy]);
        const int top_mb_field_flag      = IS_INTERLACED(s->current_picture.mb_type[top_pair_xy]);
        const int topright_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[topright_pair_xy]);
        const int left_mb_field_flag     = IS_INTERLACED(s->current_picture.mb_type[pair_xy-1]);
        const int curr_mb_field_flag     = IS_INTERLACED(mb_type);
140
        const int bottom = (s->mb_y & 1);
141
        tprintf(s->avctx, "fill_caches: curr_mb_field_flag:%d, left_mb_field_flag:%d, topleft_mb_field_flag:%d, top_mb_field_flag:%d, topright_mb_field_flag:%d\n", curr_mb_field_flag, left_mb_field_flag, topleft_mb_field_flag, top_mb_field_flag, topright_mb_field_flag);
142

143
        if (curr_mb_field_flag && (bottom || top_mb_field_flag)){
144 145
            top_xy -= s->mb_stride;
        }
146
        if (curr_mb_field_flag && (bottom || topleft_mb_field_flag)){
147
            topleft_xy -= s->mb_stride;
148
        } else if(bottom && !curr_mb_field_flag && left_mb_field_flag) {
lorenm's avatar
lorenm committed
149
            topleft_xy += s->mb_stride;
diego's avatar
diego committed
150
            // take top left mv from the middle of the mb, as opposed to all other modes which use the bottom right partition
lorenm's avatar
lorenm committed
151
            topleft_partition = 0;
152
        }
153
        if (curr_mb_field_flag && (bottom || topright_mb_field_flag)){
154 155
            topright_xy -= s->mb_stride;
        }
156
        if (left_mb_field_flag != curr_mb_field_flag) {
157
            left_xy[1] = left_xy[0] = pair_xy - 1;
158 159 160 161
            if (curr_mb_field_flag) {
                left_xy[1] += s->mb_stride;
                left_block = left_block_options[3];
            } else {
michael's avatar
michael committed
162
                left_block= left_block_options[2 - bottom];
163 164
            }
        }
michaelni's avatar
michaelni committed
165 166
    }

167 168 169
    h->top_mb_xy = top_xy;
    h->left_mb_xy[0] = left_xy[0];
    h->left_mb_xy[1] = left_xy[1];
michael's avatar
michael committed
170
    if(for_deblock){
lorenm's avatar
lorenm committed
171 172
        topleft_type = 0;
        topright_type = 0;
173 174 175
        top_type     = h->slice_table[top_xy     ] < 0xFFFF ? s->current_picture.mb_type[top_xy]     : 0;
        left_type[0] = h->slice_table[left_xy[0] ] < 0xFFFF ? s->current_picture.mb_type[left_xy[0]] : 0;
        left_type[1] = h->slice_table[left_xy[1] ] < 0xFFFF ? s->current_picture.mb_type[left_xy[1]] : 0;
lorenm's avatar
lorenm committed
176

177
        if(MB_MBAFF && !IS_INTRA(mb_type)){
lorenm's avatar
lorenm committed
178
            int list;
179
            for(list=0; list<h->list_count; list++){
180 181 182
                //These values where changed for ease of performing MC, we need to change them back
                //FIXME maybe we can make MC and loop filter use the same values or prevent
                //the MC code from changing ref_cache and rather use a temporary array.
lorenm's avatar
lorenm committed
183
                if(USES_LIST(mb_type,list)){
mru's avatar
mru committed
184
                    int8_t *ref = &s->current_picture.ref_index[list][h->mb2b8_xy[mb_xy]];
lorenm's avatar
lorenm committed
185
                    *(uint32_t*)&h->ref_cache[list][scan8[ 0]] =
186
                    *(uint32_t*)&h->ref_cache[list][scan8[ 2]] = (pack16to32(ref[0],ref[1])&0x00FF00FF)*0x0101;
lorenm's avatar
lorenm committed
187 188
                    ref += h->b8_stride;
                    *(uint32_t*)&h->ref_cache[list][scan8[ 8]] =
189
                    *(uint32_t*)&h->ref_cache[list][scan8[10]] = (pack16to32(ref[0],ref[1])&0x00FF00FF)*0x0101;
lorenm's avatar
lorenm committed
190 191 192
                }
            }
        }
michael's avatar
michael committed
193 194 195 196 197 198
    }else{
        topleft_type = h->slice_table[topleft_xy ] == h->slice_num ? s->current_picture.mb_type[topleft_xy] : 0;
        top_type     = h->slice_table[top_xy     ] == h->slice_num ? s->current_picture.mb_type[top_xy]     : 0;
        topright_type= h->slice_table[topright_xy] == h->slice_num ? s->current_picture.mb_type[topright_xy]: 0;
        left_type[0] = h->slice_table[left_xy[0] ] == h->slice_num ? s->current_picture.mb_type[left_xy[0]] : 0;
        left_type[1] = h->slice_table[left_xy[1] ] == h->slice_num ? s->current_picture.mb_type[left_xy[1]] : 0;
michaelni's avatar
michaelni committed
199 200

    if(IS_INTRA(mb_type)){
201
        int type_mask= h->pps.constrained_intra_pred ? IS_INTRA(-1) : -1;
202 203
        h->topleft_samples_available=
        h->top_samples_available=
michaelni's avatar
michaelni committed
204 205 206
        h->left_samples_available= 0xFFFF;
        h->topright_samples_available= 0xEEEA;

207
        if(!(top_type & type_mask)){
michaelni's avatar
michaelni committed
208 209 210 211
            h->topleft_samples_available= 0xB3FF;
            h->top_samples_available= 0x33FF;
            h->topright_samples_available= 0x26EA;
        }
212 213
        if(IS_INTERLACED(mb_type) != IS_INTERLACED(left_type[0])){
            if(IS_INTERLACED(mb_type)){
214
                if(!(left_type[0] & type_mask)){
215 216 217
                    h->topleft_samples_available&= 0xDFFF;
                    h->left_samples_available&= 0x5FFF;
                }
218
                if(!(left_type[1] & type_mask)){
219 220 221 222 223 224 225
                    h->topleft_samples_available&= 0xFF5F;
                    h->left_samples_available&= 0xFF5F;
                }
            }else{
                int left_typei = h->slice_table[left_xy[0] + s->mb_stride ] == h->slice_num
                                ? s->current_picture.mb_type[left_xy[0] + s->mb_stride] : 0;
                assert(left_xy[0] == left_xy[1]);
226
                if(!((left_typei & type_mask) && (left_type[0] & type_mask))){
227 228 229 230 231
                    h->topleft_samples_available&= 0xDF5F;
                    h->left_samples_available&= 0x5F5F;
                }
            }
        }else{
232
            if(!(left_type[0] & type_mask)){
michaelni's avatar
michaelni committed
233 234 235 236
                h->topleft_samples_available&= 0xDF5F;
                h->left_samples_available&= 0x5F5F;
            }
        }
237

238
        if(!(topleft_type & type_mask))
michaelni's avatar
michaelni committed
239
            h->topleft_samples_available&= 0x7FFF;
240

241
        if(!(topright_type & type_mask))
michaelni's avatar
michaelni committed
242
            h->topright_samples_available&= 0xFBFF;
243

michaelni's avatar
michaelni committed
244 245 246 247 248 249 250 251
        if(IS_INTRA4x4(mb_type)){
            if(IS_INTRA4x4(top_type)){
                h->intra4x4_pred_mode_cache[4+8*0]= h->intra4x4_pred_mode[top_xy][4];
                h->intra4x4_pred_mode_cache[5+8*0]= h->intra4x4_pred_mode[top_xy][5];
                h->intra4x4_pred_mode_cache[6+8*0]= h->intra4x4_pred_mode[top_xy][6];
                h->intra4x4_pred_mode_cache[7+8*0]= h->intra4x4_pred_mode[top_xy][3];
            }else{
                int pred;
252
                if(!(top_type & type_mask))
michaelni's avatar
michaelni committed
253
                    pred= -1;
254 255
                else{
                    pred= 2;
michaelni's avatar
michaelni committed
256 257 258 259 260 261 262 263 264 265 266 267
                }
                h->intra4x4_pred_mode_cache[4+8*0]=
                h->intra4x4_pred_mode_cache[5+8*0]=
                h->intra4x4_pred_mode_cache[6+8*0]=
                h->intra4x4_pred_mode_cache[7+8*0]= pred;
            }
            for(i=0; i<2; i++){
                if(IS_INTRA4x4(left_type[i])){
                    h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]= h->intra4x4_pred_mode[left_xy[i]][left_block[0+2*i]];
                    h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= h->intra4x4_pred_mode[left_xy[i]][left_block[1+2*i]];
                }else{
                    int pred;
268
                    if(!(left_type[i] & type_mask))
michaelni's avatar
michaelni committed
269
                        pred= -1;
270 271
                    else{
                        pred= 2;
michaelni's avatar
michaelni committed
272 273 274 275 276 277 278
                    }
                    h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]=
                    h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= pred;
                }
            }
        }
    }
279
    }
280 281


michaelni's avatar
michaelni committed
282
/*
283 284 285 286 287 288
0 . T T. T T T T
1 L . .L . . . .
2 L . .L . . . .
3 . T TL . . . .
4 L . .L . . . .
5 L . .. . . . .
michaelni's avatar
michaelni committed
289
*/
diego's avatar
diego committed
290
//FIXME constraint_intra_pred & partitioning & nnz (let us hope this is just a typo in the spec)
michaelni's avatar
michaelni committed
291
    if(top_type){
292 293 294
        h->non_zero_count_cache[4+8*0]= h->non_zero_count[top_xy][4];
        h->non_zero_count_cache[5+8*0]= h->non_zero_count[top_xy][5];
        h->non_zero_count_cache[6+8*0]= h->non_zero_count[top_xy][6];
295
        h->non_zero_count_cache[7+8*0]= h->non_zero_count[top_xy][3];
296

297
        h->non_zero_count_cache[1+8*0]= h->non_zero_count[top_xy][9];
298
        h->non_zero_count_cache[2+8*0]= h->non_zero_count[top_xy][8];
299

300
        h->non_zero_count_cache[1+8*3]= h->non_zero_count[top_xy][12];
301
        h->non_zero_count_cache[2+8*3]= h->non_zero_count[top_xy][11];
302

michaelni's avatar
michaelni committed
303
    }else{
304
        h->non_zero_count_cache[4+8*0]=
michaelni's avatar
michaelni committed
305 306 307
        h->non_zero_count_cache[5+8*0]=
        h->non_zero_count_cache[6+8*0]=
        h->non_zero_count_cache[7+8*0]=
308

michaelni's avatar
michaelni committed
309 310
        h->non_zero_count_cache[1+8*0]=
        h->non_zero_count_cache[2+8*0]=
311

michaelni's avatar
michaelni committed
312
        h->non_zero_count_cache[1+8*3]=
michael's avatar
michael committed
313
        h->non_zero_count_cache[2+8*3]= h->pps.cabac && !IS_INTRA(mb_type) ? 0 : 64;
314

michaelni's avatar
michaelni committed
315
    }
316

317 318 319 320 321 322 323
    for (i=0; i<2; i++) {
        if(left_type[i]){
            h->non_zero_count_cache[3+8*1 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[0+2*i]];
            h->non_zero_count_cache[3+8*2 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[1+2*i]];
            h->non_zero_count_cache[0+8*1 +   8*i]= h->non_zero_count[left_xy[i]][left_block[4+2*i]];
            h->non_zero_count_cache[0+8*4 +   8*i]= h->non_zero_count[left_xy[i]][left_block[5+2*i]];
        }else{
324 325 326
            h->non_zero_count_cache[3+8*1 + 2*8*i]=
            h->non_zero_count_cache[3+8*2 + 2*8*i]=
            h->non_zero_count_cache[0+8*1 +   8*i]=
327
            h->non_zero_count_cache[0+8*4 +   8*i]= h->pps.cabac && !IS_INTRA(mb_type) ? 0 : 64;
328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
        }
    }

    if( h->pps.cabac ) {
        // top_cbp
        if(top_type) {
            h->top_cbp = h->cbp_table[top_xy];
        } else if(IS_INTRA(mb_type)) {
            h->top_cbp = 0x1C0;
        } else {
            h->top_cbp = 0;
        }
        // left_cbp
        if (left_type[0]) {
            h->left_cbp = h->cbp_table[left_xy[0]] & 0x1f0;
        } else if(IS_INTRA(mb_type)) {
            h->left_cbp = 0x1C0;
        } else {
            h->left_cbp = 0;
        }
        if (left_type[0]) {
            h->left_cbp |= ((h->cbp_table[left_xy[0]]>>((left_block[0]&(~1))+1))&0x1) << 1;
        }
        if (left_type[1]) {
            h->left_cbp |= ((h->cbp_table[left_xy[1]]>>((left_block[2]&(~1))+1))&0x1) << 3;
353
        }
michaelni's avatar
michaelni committed
354
    }
355

michaelni's avatar
michaelni committed
356
#if 1
357
    if(IS_INTER(mb_type) || IS_DIRECT(mb_type)){
michaelni's avatar
michaelni committed
358
        int list;
359
        for(list=0; list<h->list_count; list++){
360
            if(!USES_LIST(mb_type, list) && !IS_DIRECT(mb_type) && !h->deblocking_filter){
michaelni's avatar
michaelni committed
361 362 363 364 365
                /*if(!h->mv_cache_clean[list]){
                    memset(h->mv_cache [list],  0, 8*5*2*sizeof(int16_t)); //FIXME clean only input? clean at all?
                    memset(h->ref_cache[list], PART_NOT_AVAILABLE, 8*5*sizeof(int8_t));
                    h->mv_cache_clean[list]= 1;
                }*/
366
                continue;
michaelni's avatar
michaelni committed
367 368
            }
            h->mv_cache_clean[list]= 0;
369

370
            if(USES_LIST(top_type, list)){
michaelni's avatar
michaelni committed
371 372 373 374 375 376 377 378 379 380 381
                const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
                const int b8_xy= h->mb2b8_xy[top_xy] + h->b8_stride;
                *(uint32_t*)h->mv_cache[list][scan8[0] + 0 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 0];
                *(uint32_t*)h->mv_cache[list][scan8[0] + 1 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 1];
                *(uint32_t*)h->mv_cache[list][scan8[0] + 2 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 2];
                *(uint32_t*)h->mv_cache[list][scan8[0] + 3 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 3];
                h->ref_cache[list][scan8[0] + 0 - 1*8]=
                h->ref_cache[list][scan8[0] + 1 - 1*8]= s->current_picture.ref_index[list][b8_xy + 0];
                h->ref_cache[list][scan8[0] + 2 - 1*8]=
                h->ref_cache[list][scan8[0] + 3 - 1*8]= s->current_picture.ref_index[list][b8_xy + 1];
            }else{
382 383 384
                *(uint32_t*)h->mv_cache [list][scan8[0] + 0 - 1*8]=
                *(uint32_t*)h->mv_cache [list][scan8[0] + 1 - 1*8]=
                *(uint32_t*)h->mv_cache [list][scan8[0] + 2 - 1*8]=
michaelni's avatar
michaelni committed
385 386 387 388
                *(uint32_t*)h->mv_cache [list][scan8[0] + 3 - 1*8]= 0;
                *(uint32_t*)&h->ref_cache[list][scan8[0] + 0 - 1*8]= ((top_type ? LIST_NOT_USED : PART_NOT_AVAILABLE)&0xFF)*0x01010101;
            }

lorenm's avatar
lorenm committed
389 390 391 392 393 394 395 396 397 398 399 400 401 402 403
            for(i=0; i<2; i++){
                int cache_idx = scan8[0] - 1 + i*2*8;
                if(USES_LIST(left_type[i], list)){
                    const int b_xy= h->mb2b_xy[left_xy[i]] + 3;
                    const int b8_xy= h->mb2b8_xy[left_xy[i]] + 1;
                    *(uint32_t*)h->mv_cache[list][cache_idx  ]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0+i*2]];
                    *(uint32_t*)h->mv_cache[list][cache_idx+8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[1+i*2]];
                    h->ref_cache[list][cache_idx  ]= s->current_picture.ref_index[list][b8_xy + h->b8_stride*(left_block[0+i*2]>>1)];
                    h->ref_cache[list][cache_idx+8]= s->current_picture.ref_index[list][b8_xy + h->b8_stride*(left_block[1+i*2]>>1)];
                }else{
                    *(uint32_t*)h->mv_cache [list][cache_idx  ]=
                    *(uint32_t*)h->mv_cache [list][cache_idx+8]= 0;
                    h->ref_cache[list][cache_idx  ]=
                    h->ref_cache[list][cache_idx+8]= left_type[i] ? LIST_NOT_USED : PART_NOT_AVAILABLE;
                }
michaelni's avatar
michaelni committed
404 405
            }

406
            if(for_deblock || ((IS_DIRECT(mb_type) && !h->direct_spatial_mv_pred) && !FRAME_MBAFF))
michael's avatar
michael committed
407 408
                continue;

409
            if(USES_LIST(topleft_type, list)){
lorenm's avatar
lorenm committed
410 411
                const int b_xy = h->mb2b_xy[topleft_xy] + 3 + h->b_stride + (topleft_partition & 2*h->b_stride);
                const int b8_xy= h->mb2b8_xy[topleft_xy] + 1 + (topleft_partition & h->b8_stride);
412 413 414 415 416 417
                *(uint32_t*)h->mv_cache[list][scan8[0] - 1 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy];
                h->ref_cache[list][scan8[0] - 1 - 1*8]= s->current_picture.ref_index[list][b8_xy];
            }else{
                *(uint32_t*)h->mv_cache[list][scan8[0] - 1 - 1*8]= 0;
                h->ref_cache[list][scan8[0] - 1 - 1*8]= topleft_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
            }
418

419
            if(USES_LIST(topright_type, list)){
420 421 422 423 424 425 426 427 428
                const int b_xy= h->mb2b_xy[topright_xy] + 3*h->b_stride;
                const int b8_xy= h->mb2b8_xy[topright_xy] + h->b8_stride;
                *(uint32_t*)h->mv_cache[list][scan8[0] + 4 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy];
                h->ref_cache[list][scan8[0] + 4 - 1*8]= s->current_picture.ref_index[list][b8_xy];
            }else{
                *(uint32_t*)h->mv_cache [list][scan8[0] + 4 - 1*8]= 0;
                h->ref_cache[list][scan8[0] + 4 - 1*8]= topright_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
            }

lorenm's avatar
lorenm committed
429
            if((IS_SKIP(mb_type) || IS_DIRECT(mb_type)) && !FRAME_MBAFF)
lorenm's avatar
lorenm committed
430
                continue;
431 432 433

            h->ref_cache[list][scan8[5 ]+1] =
            h->ref_cache[list][scan8[7 ]+1] =
434
            h->ref_cache[list][scan8[13]+1] =  //FIXME remove past 3 (init somewhere else)
435
            h->ref_cache[list][scan8[4 ]] =
michaelni's avatar
michaelni committed
436 437 438
            h->ref_cache[list][scan8[12]] = PART_NOT_AVAILABLE;
            *(uint32_t*)h->mv_cache [list][scan8[5 ]+1]=
            *(uint32_t*)h->mv_cache [list][scan8[7 ]+1]=
439
            *(uint32_t*)h->mv_cache [list][scan8[13]+1]= //FIXME remove past 3 (init somewhere else)
michaelni's avatar
michaelni committed
440 441
            *(uint32_t*)h->mv_cache [list][scan8[4 ]]=
            *(uint32_t*)h->mv_cache [list][scan8[12]]= 0;
442 443 444

            if( h->pps.cabac ) {
                /* XXX beurk, Load mvd */
445
                if(USES_LIST(top_type, list)){
446 447 448 449 450 451
                    const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 0 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 0];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 1 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 1];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 2 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 2];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 3 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 3];
                }else{
452 453 454
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 0 - 1*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 1 - 1*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 2 - 1*8]=
455 456
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 3 - 1*8]= 0;
                }
457
                if(USES_LIST(left_type[0], list)){
458 459 460 461 462 463 464
                    const int b_xy= h->mb2b_xy[left_xy[0]] + 3;
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 0*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[0]];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[1]];
                }else{
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 0*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 1*8]= 0;
                }
465
                if(USES_LIST(left_type[1], list)){
466 467 468 469 470 471 472 473 474
                    const int b_xy= h->mb2b_xy[left_xy[1]] + 3;
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 2*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[2]];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 3*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[3]];
                }else{
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 2*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 3*8]= 0;
                }
                *(uint32_t*)h->mvd_cache [list][scan8[5 ]+1]=
                *(uint32_t*)h->mvd_cache [list][scan8[7 ]+1]=
475
                *(uint32_t*)h->mvd_cache [list][scan8[13]+1]= //FIXME remove past 3 (init somewhere else)
476 477
                *(uint32_t*)h->mvd_cache [list][scan8[4 ]]=
                *(uint32_t*)h->mvd_cache [list][scan8[12]]= 0;
478

479
                if(h->slice_type_nos == FF_B_TYPE){
480 481 482 483 484 485 486 487 488 489 490
                    fill_rectangle(&h->direct_cache[scan8[0]], 4, 4, 8, 0, 1);

                    if(IS_DIRECT(top_type)){
                        *(uint32_t*)&h->direct_cache[scan8[0] - 1*8]= 0x01010101;
                    }else if(IS_8X8(top_type)){
                        int b8_xy = h->mb2b8_xy[top_xy] + h->b8_stride;
                        h->direct_cache[scan8[0] + 0 - 1*8]= h->direct_table[b8_xy];
                        h->direct_cache[scan8[0] + 2 - 1*8]= h->direct_table[b8_xy + 1];
                    }else{
                        *(uint32_t*)&h->direct_cache[scan8[0] - 1*8]= 0;
                    }
491

lorenm's avatar
lorenm committed
492 493 494 495 496 497 498 499
                    if(IS_DIRECT(left_type[0]))
                        h->direct_cache[scan8[0] - 1 + 0*8]= 1;
                    else if(IS_8X8(left_type[0]))
                        h->direct_cache[scan8[0] - 1 + 0*8]= h->direct_table[h->mb2b8_xy[left_xy[0]] + 1 + h->b8_stride*(left_block[0]>>1)];
                    else
                        h->direct_cache[scan8[0] - 1 + 0*8]= 0;

                    if(IS_DIRECT(left_type[1]))
500
                        h->direct_cache[scan8[0] - 1 + 2*8]= 1;
lorenm's avatar
lorenm committed
501 502 503
                    else if(IS_8X8(left_type[1]))
                        h->direct_cache[scan8[0] - 1 + 2*8]= h->direct_table[h->mb2b8_xy[left_xy[1]] + 1 + h->b8_stride*(left_block[2]>>1)];
                    else
504
                        h->direct_cache[scan8[0] - 1 + 2*8]= 0;
lorenm's avatar
lorenm committed
505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534
                }
            }

            if(FRAME_MBAFF){
#define MAP_MVS\
                    MAP_F2F(scan8[0] - 1 - 1*8, topleft_type)\
                    MAP_F2F(scan8[0] + 0 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 1 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 2 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 3 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 4 - 1*8, topright_type)\
                    MAP_F2F(scan8[0] - 1 + 0*8, left_type[0])\
                    MAP_F2F(scan8[0] - 1 + 1*8, left_type[0])\
                    MAP_F2F(scan8[0] - 1 + 2*8, left_type[1])\
                    MAP_F2F(scan8[0] - 1 + 3*8, left_type[1])
                if(MB_FIELD){
#define MAP_F2F(idx, mb_type)\
                    if(!IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
                        h->ref_cache[list][idx] <<= 1;\
                        h->mv_cache[list][idx][1] /= 2;\
                        h->mvd_cache[list][idx][1] /= 2;\
                    }
                    MAP_MVS
#undef MAP_F2F
                }else{
#define MAP_F2F(idx, mb_type)\
                    if(IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
                        h->ref_cache[list][idx] >>= 1;\
                        h->mv_cache[list][idx][1] <<= 1;\
                        h->mvd_cache[list][idx][1] <<= 1;\
535
                    }
lorenm's avatar
lorenm committed
536 537
                    MAP_MVS
#undef MAP_F2F
538
                }
539
            }
michaelni's avatar
michaelni committed
540 541 542
        }
    }
#endif
lorenm's avatar
lorenm committed
543 544

    h->neighbor_transform_size= !!IS_8x8DCT(top_type) + !!IS_8x8DCT(left_type[0]);
michaelni's avatar
michaelni committed
545 546 547
}

static inline void write_back_intra_pred_mode(H264Context *h){
548
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566

    h->intra4x4_pred_mode[mb_xy][0]= h->intra4x4_pred_mode_cache[7+8*1];
    h->intra4x4_pred_mode[mb_xy][1]= h->intra4x4_pred_mode_cache[7+8*2];
    h->intra4x4_pred_mode[mb_xy][2]= h->intra4x4_pred_mode_cache[7+8*3];
    h->intra4x4_pred_mode[mb_xy][3]= h->intra4x4_pred_mode_cache[7+8*4];
    h->intra4x4_pred_mode[mb_xy][4]= h->intra4x4_pred_mode_cache[4+8*4];
    h->intra4x4_pred_mode[mb_xy][5]= h->intra4x4_pred_mode_cache[5+8*4];
    h->intra4x4_pred_mode[mb_xy][6]= h->intra4x4_pred_mode_cache[6+8*4];
}

/**
 * checks if the top & left blocks are available if needed & changes the dc mode so it only uses the available blocks.
 */
static inline int check_intra4x4_pred_mode(H264Context *h){
    MpegEncContext * const s = &h->s;
    static const int8_t top [12]= {-1, 0,LEFT_DC_PRED,-1,-1,-1,-1,-1, 0};
    static const int8_t left[12]= { 0,-1, TOP_DC_PRED, 0,-1,-1,-1, 0,-1,DC_128_PRED};
    int i;
567

michaelni's avatar
michaelni committed
568 569 570 571
    if(!(h->top_samples_available&0x8000)){
        for(i=0; i<4; i++){
            int status= top[ h->intra4x4_pred_mode_cache[scan8[0] + i] ];
            if(status<0){
572
                av_log(h->s.avctx, AV_LOG_ERROR, "top block unavailable for requested intra4x4 mode %d at %d %d\n", status, s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
573 574 575 576 577 578
                return -1;
            } else if(status){
                h->intra4x4_pred_mode_cache[scan8[0] + i]= status;
            }
        }
    }
579

580 581
    if((h->left_samples_available&0x8888)!=0x8888){
        static const int mask[4]={0x8000,0x2000,0x80,0x20};
michaelni's avatar
michaelni committed
582
        for(i=0; i<4; i++){
583
            if(!(h->left_samples_available&mask[i])){
michael's avatar
michael committed
584 585 586 587 588 589 590
                int status= left[ h->intra4x4_pred_mode_cache[scan8[0] + 8*i] ];
                if(status<0){
                    av_log(h->s.avctx, AV_LOG_ERROR, "left block unavailable for requested intra4x4 mode %d at %d %d\n", status, s->mb_x, s->mb_y);
                    return -1;
                } else if(status){
                    h->intra4x4_pred_mode_cache[scan8[0] + 8*i]= status;
                }
591
            }
michaelni's avatar
michaelni committed
592 593 594 595 596 597 598 599 600 601 602 603 604
        }
    }

    return 0;
} //FIXME cleanup like next

/**
 * checks if the top & left blocks are available if needed & changes the dc mode so it only uses the available blocks.
 */
static inline int check_intra_pred_mode(H264Context *h, int mode){
    MpegEncContext * const s = &h->s;
    static const int8_t top [7]= {LEFT_DC_PRED8x8, 1,-1,-1};
    static const int8_t left[7]= { TOP_DC_PRED8x8,-1, 2,-1,DC_128_PRED8x8};
605

michael's avatar
michael committed
606
    if(mode > 6U) {
michael's avatar
michael committed
607
        av_log(h->s.avctx, AV_LOG_ERROR, "out of range intra chroma pred mode at %d %d\n", s->mb_x, s->mb_y);
michael's avatar
michael committed
608
        return -1;
michael's avatar
michael committed
609
    }
610

michaelni's avatar
michaelni committed
611 612 613
    if(!(h->top_samples_available&0x8000)){
        mode= top[ mode ];
        if(mode<0){
614
            av_log(h->s.avctx, AV_LOG_ERROR, "top block unavailable for requested intra mode at %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
615 616 617
            return -1;
        }
    }
618

619
    if((h->left_samples_available&0x8080) != 0x8080){
michaelni's avatar
michaelni committed
620
        mode= left[ mode ];
621 622 623
        if(h->left_samples_available&0x8080){ //mad cow disease mode, aka MBAFF + constrained_intra_pred
            mode= ALZHEIMER_DC_L0T_PRED8x8 + (!(h->left_samples_available&0x8000)) + 2*(mode == DC_128_PRED8x8);
        }
michaelni's avatar
michaelni committed
624
        if(mode<0){
625
            av_log(h->s.avctx, AV_LOG_ERROR, "left block unavailable for requested intra mode at %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
626
            return -1;
627
        }
michaelni's avatar
michaelni committed
628 629 630 631 632 633 634 635 636 637 638 639 640 641
    }

    return mode;
}

/**
 * gets the predicted intra4x4 prediction mode.
 */
static inline int pred_intra_mode(H264Context *h, int n){
    const int index8= scan8[n];
    const int left= h->intra4x4_pred_mode_cache[index8 - 1];
    const int top = h->intra4x4_pred_mode_cache[index8 - 8];
    const int min= FFMIN(left, top);

mbardiaux's avatar
mbardiaux committed
642
    tprintf(h->s.avctx, "mode:%d %d min:%d\n", left ,top, min);
michaelni's avatar
michaelni committed
643 644 645 646 647 648

    if(min<0) return DC_PRED;
    else      return min;
}

static inline void write_back_non_zero_count(H264Context *h){
649
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
650

651 652 653
    h->non_zero_count[mb_xy][0]= h->non_zero_count_cache[7+8*1];
    h->non_zero_count[mb_xy][1]= h->non_zero_count_cache[7+8*2];
    h->non_zero_count[mb_xy][2]= h->non_zero_count_cache[7+8*3];
654
    h->non_zero_count[mb_xy][3]= h->non_zero_count_cache[7+8*4];
655 656 657
    h->non_zero_count[mb_xy][4]= h->non_zero_count_cache[4+8*4];
    h->non_zero_count[mb_xy][5]= h->non_zero_count_cache[5+8*4];
    h->non_zero_count[mb_xy][6]= h->non_zero_count_cache[6+8*4];
658

659
    h->non_zero_count[mb_xy][9]= h->non_zero_count_cache[1+8*2];
660
    h->non_zero_count[mb_xy][8]= h->non_zero_count_cache[2+8*2];
661
    h->non_zero_count[mb_xy][7]= h->non_zero_count_cache[2+8*1];
662

663
    h->non_zero_count[mb_xy][12]=h->non_zero_count_cache[1+8*5];
664
    h->non_zero_count[mb_xy][11]=h->non_zero_count_cache[2+8*5];
665
    h->non_zero_count[mb_xy][10]=h->non_zero_count_cache[2+8*4];
michaelni's avatar
michaelni committed
666 667 668
}

/**
diego's avatar
diego committed
669
 * gets the predicted number of non-zero coefficients.
michaelni's avatar
michaelni committed
670 671 672 673 674 675 676
 * @param n block index
 */
static inline int pred_non_zero_count(H264Context *h, int n){
    const int index8= scan8[n];
    const int left= h->non_zero_count_cache[index8 - 1];
    const int top = h->non_zero_count_cache[index8 - 8];
    int i= left + top;
677

michaelni's avatar
michaelni committed
678 679
    if(i<64) i= (i+1)>>1;

mbardiaux's avatar
mbardiaux committed
680
    tprintf(h->s.avctx, "pred_nnz L%X T%X n%d s%d P%X\n", left, top, n, scan8[n], i&31);
michaelni's avatar
michaelni committed
681 682 683 684

    return i&31;
}

685 686
static inline int fetch_diagonal_mv(H264Context *h, const int16_t **C, int i, int list, int part_width){
    const int topright_ref= h->ref_cache[list][ i - 8 + part_width ];
mbardiaux's avatar
mbardiaux committed
687
    MpegEncContext *s = &h->s;
688

lorenm's avatar
lorenm committed
689 690 691
    /* there is no consistent mapping of mvs to neighboring locations that will
     * make mbaff happy, so we can't move all this logic to fill_caches */
    if(FRAME_MBAFF){
mru's avatar
mru committed
692
        const uint32_t *mb_types = s->current_picture_ptr->mb_type;
lorenm's avatar
lorenm committed
693 694 695 696 697 698 699 700 701 702 703
        const int16_t *mv;
        *(uint32_t*)h->mv_cache[list][scan8[0]-2] = 0;
        *C = h->mv_cache[list][scan8[0]-2];

        if(!MB_FIELD
           && (s->mb_y&1) && i < scan8[0]+8 && topright_ref != PART_NOT_AVAILABLE){
            int topright_xy = s->mb_x + (s->mb_y-1)*s->mb_stride + (i == scan8[0]+3);
            if(IS_INTERLACED(mb_types[topright_xy])){
#define SET_DIAG_MV(MV_OP, REF_OP, X4, Y4)\
                const int x4 = X4, y4 = Y4;\
                const int mb_type = mb_types[(x4>>2)+(y4>>2)*s->mb_stride];\
lorenm's avatar
lorenm committed
704
                if(!USES_LIST(mb_type,list))\
lorenm's avatar
lorenm committed
705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723
                    return LIST_NOT_USED;\
                mv = s->current_picture_ptr->motion_val[list][x4 + y4*h->b_stride];\
                h->mv_cache[list][scan8[0]-2][0] = mv[0];\
                h->mv_cache[list][scan8[0]-2][1] = mv[1] MV_OP;\
                return s->current_picture_ptr->ref_index[list][(x4>>1) + (y4>>1)*h->b8_stride] REF_OP;

                SET_DIAG_MV(*2, >>1, s->mb_x*4+(i&7)-4+part_width, s->mb_y*4-1);
            }
        }
        if(topright_ref == PART_NOT_AVAILABLE
           && ((s->mb_y&1) || i >= scan8[0]+8) && (i&7)==4
           && h->ref_cache[list][scan8[0]-1] != PART_NOT_AVAILABLE){
            if(!MB_FIELD
               && IS_INTERLACED(mb_types[h->left_mb_xy[0]])){
                SET_DIAG_MV(*2, >>1, s->mb_x*4-1, (s->mb_y|1)*4+(s->mb_y&1)*2+(i>>4)-1);
            }
            if(MB_FIELD
               && !IS_INTERLACED(mb_types[h->left_mb_xy[0]])
               && i >= scan8[0]+8){
diego's avatar
diego committed
724
                // left shift will turn LIST_NOT_USED into PART_NOT_AVAILABLE, but that's OK.
lorenm's avatar
lorenm committed
725
                SET_DIAG_MV(/2, <<1, s->mb_x*4-1, (s->mb_y&~1)*4 - 1 + ((i-scan8[0])>>3)*2);
lorenm's avatar
lorenm committed
726 727 728 729 730
            }
        }
#undef SET_DIAG_MV
    }

731 732 733 734
    if(topright_ref != PART_NOT_AVAILABLE){
        *C= h->mv_cache[list][ i - 8 + part_width ];
        return topright_ref;
    }else{
mbardiaux's avatar
mbardiaux committed
735
        tprintf(s->avctx, "topright MV not available\n");
736

737 738 739 740 741
        *C= h->mv_cache[list][ i - 8 - 1 ];
        return h->ref_cache[list][ i - 8 - 1 ];
    }
}

michaelni's avatar
michaelni committed
742 743 744 745 746 747 748 749 750 751 752 753 754
/**
 * gets the predicted MV.
 * @param n the block index
 * @param part_width the width of the partition (4, 8,16) -> (1, 2, 4)
 * @param mx the x component of the predicted motion vector
 * @param my the y component of the predicted motion vector
 */
static inline void pred_motion(H264Context * const h, int n, int part_width, int list, int ref, int * const mx, int * const my){
    const int index8= scan8[n];
    const int top_ref=      h->ref_cache[list][ index8 - 8 ];
    const int left_ref=     h->ref_cache[list][ index8 - 1 ];
    const int16_t * const A= h->mv_cache[list][ index8 - 1 ];
    const int16_t * const B= h->mv_cache[list][ index8 - 8 ];
755 756 757
    const int16_t * C;
    int diagonal_ref, match_count;

michaelni's avatar
michaelni committed
758
    assert(part_width==1 || part_width==2 || part_width==4);
759

michaelni's avatar
michaelni committed
760
/* mv_cache
761
  B . . A T T T T
michaelni's avatar
michaelni committed
762 763 764 765 766
  U . . L . . , .
  U . . L . . . .
  U . . L . . , .
  . . . L . . . .
*/
767 768 769

    diagonal_ref= fetch_diagonal_mv(h, &C, index8, list, part_width);
    match_count= (diagonal_ref==ref) + (top_ref==ref) + (left_ref==ref);
mbardiaux's avatar
mbardiaux committed
770
    tprintf(h->s.avctx, "pred_motion match_count=%d\n", match_count);
771 772 773 774 775 776
    if(match_count > 1){ //most common
        *mx= mid_pred(A[0], B[0], C[0]);
        *my= mid_pred(A[1], B[1], C[1]);
    }else if(match_count==1){
        if(left_ref==ref){
            *mx= A[0];
777
            *my= A[1];
778 779
        }else if(top_ref==ref){
            *mx= B[0];
780
            *my= B[1];
michaelni's avatar
michaelni committed
781
        }else{
782
            *mx= C[0];
783
            *my= C[1];
michaelni's avatar
michaelni committed
784 785
        }
    }else{
786
        if(top_ref == PART_NOT_AVAILABLE && diagonal_ref == PART_NOT_AVAILABLE && left_ref != PART_NOT_AVAILABLE){
michaelni's avatar
michaelni committed
787
            *mx= A[0];
788
            *my= A[1];
michaelni's avatar
michaelni committed
789
        }else{
790 791
            *mx= mid_pred(A[0], B[0], C[0]);
            *my= mid_pred(A[1], B[1], C[1]);
michaelni's avatar
michaelni committed
792 793
        }
    }
794

mbardiaux's avatar
mbardiaux committed
795
    tprintf(h->s.avctx, "pred_motion (%2d %2d %2d) (%2d %2d %2d) (%2d %2d %2d) -> (%2d %2d %2d) at %2d %2d %d list %d\n", top_ref, B[0], B[1],                    diagonal_ref, C[0], C[1], left_ref, A[0], A[1], ref, *mx, *my, h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
796 797 798 799 800 801 802 803 804 805 806 807 808
}

/**
 * gets the directionally predicted 16x8 MV.
 * @param n the block index
 * @param mx the x component of the predicted motion vector
 * @param my the y component of the predicted motion vector
 */
static inline void pred_16x8_motion(H264Context * const h, int n, int list, int ref, int * const mx, int * const my){
    if(n==0){
        const int top_ref=      h->ref_cache[list][ scan8[0] - 8 ];
        const int16_t * const B= h->mv_cache[list][ scan8[0] - 8 ];

mbardiaux's avatar
mbardiaux committed
809
        tprintf(h->s.avctx, "pred_16x8: (%2d %2d %2d) at %2d %2d %d list %d\n", top_ref, B[0], B[1], h->s.mb_x, h->s.mb_y, n, list);
810

michaelni's avatar
michaelni committed
811 812 813 814 815 816 817 818
        if(top_ref == ref){
            *mx= B[0];
            *my= B[1];
            return;
        }
    }else{
        const int left_ref=     h->ref_cache[list][ scan8[8] - 1 ];
        const int16_t * const A= h->mv_cache[list][ scan8[8] - 1 ];
819

mbardiaux's avatar
mbardiaux committed
820
        tprintf(h->s.avctx, "pred_16x8: (%2d %2d %2d) at %2d %2d %d list %d\n", left_ref, A[0], A[1], h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842

        if(left_ref == ref){
            *mx= A[0];
            *my= A[1];
            return;
        }
    }

    //RARE
    pred_motion(h, n, 4, list, ref, mx, my);
}

/**
 * gets the directionally predicted 8x16 MV.
 * @param n the block index
 * @param mx the x component of the predicted motion vector
 * @param my the y component of the predicted motion vector
 */
static inline void pred_8x16_motion(H264Context * const h, int n, int list, int ref, int * const mx, int * const my){
    if(n==0){
        const int left_ref=      h->ref_cache[list][ scan8[0] - 1 ];
        const int16_t * const A=  h->mv_cache[list][ scan8[0] - 1 ];
843

mbardiaux's avatar
mbardiaux committed
844
        tprintf(h->s.avctx, "pred_8x16: (%2d %2d %2d) at %2d %2d %d list %d\n", left_ref, A[0], A[1], h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
845 846 847 848 849 850 851

        if(left_ref == ref){
            *mx= A[0];
            *my= A[1];
            return;
        }
    }else{
852 853 854 855
        const int16_t * C;
        int diagonal_ref;

        diagonal_ref= fetch_diagonal_mv(h, &C, scan8[4], list, 2);
856

mbardiaux's avatar
mbardiaux committed
857
        tprintf(h->s.avctx, "pred_8x16: (%2d %2d %2d) at %2d %2d %d list %d\n", diagonal_ref, C[0], C[1], h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
858

859
        if(diagonal_ref == ref){
michaelni's avatar
michaelni committed
860 861 862 863 864 865 866 867 868 869 870 871 872 873
            *mx= C[0];
            *my= C[1];
            return;
        }
    }

    //RARE
    pred_motion(h, n, 2, list, ref, mx, my);
}

static inline void pred_pskip_motion(H264Context * const h, int * const mx, int * const my){
    const int top_ref = h->ref_cache[0][ scan8[0] - 8 ];
    const int left_ref= h->ref_cache[0][ scan8[0] - 1 ];

mbardiaux's avatar
mbardiaux committed
874
    tprintf(h->s.avctx, "pred_pskip: (%d) (%d) at %2d %2d\n", top_ref, left_ref, h->s.mb_x, h->s.mb_y);
michaelni's avatar
michaelni committed
875 876

    if(top_ref == PART_NOT_AVAILABLE || left_ref == PART_NOT_AVAILABLE
michael's avatar
michael committed
877 878
       || !( top_ref | *(uint32_t*)h->mv_cache[0][ scan8[0] - 8 ])
       || !(left_ref | *(uint32_t*)h->mv_cache[0][ scan8[0] - 1 ])){
879

michaelni's avatar
michaelni committed
880 881 882
        *mx = *my = 0;
        return;
    }
883

michaelni's avatar
michaelni committed
884 885 886 887 888
    pred_motion(h, 0, 4, 0, 0, mx, my);

    return;
}

889 890 891 892 893 894 895 896 897 898 899 900
static int get_scale_factor(H264Context * const h, int poc, int poc1, int i){
    int poc0 = h->ref_list[0][i].poc;
    int td = av_clip(poc1 - poc0, -128, 127);
    if(td == 0 || h->ref_list[0][i].long_ref){
        return 256;
    }else{
        int tb = av_clip(poc - poc0, -128, 127);
        int tx = (16384 + (FFABS(td) >> 1)) / td;
        return av_clip((tb*tx + 32) >> 6, -1024, 1023);
    }
}

901
static inline void direct_dist_scale_factor(H264Context * const h){
902 903
    MpegEncContext * const s = &h->s;
    const int poc = h->s.current_picture_ptr->field_poc[ s->picture_structure == PICT_BOTTOM_FIELD ];
904
    const int poc1 = h->ref_list[1][0].poc;
905 906 907 908 909 910
    int i, field;
    for(field=0; field<2; field++){
        const int poc  = h->s.current_picture_ptr->field_poc[field];
        const int poc1 = h->ref_list[1][0].field_poc[field];
        for(i=0; i < 2*h->ref_count[0]; i++)
            h->dist_scale_factor_field[field][i^field] = get_scale_factor(h, poc, poc1, i+16);
911
    }
912 913 914

    for(i=0; i<h->ref_count[0]; i++){
        h->dist_scale_factor[i] = get_scale_factor(h, poc, poc1, i);
lorenm's avatar
lorenm committed
915
    }
916
}
917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950

static void fill_colmap(H264Context *h, int map[2][16+32], int list, int field, int colfield, int mbafi){
    MpegEncContext * const s = &h->s;
    Picture * const ref1 = &h->ref_list[1][0];
    int j, old_ref, rfield;
    int start= mbafi ? 16                      : 0;
    int end  = mbafi ? 16+2*h->ref_count[list] : h->ref_count[list];
    int interl= mbafi || s->picture_structure != PICT_FRAME;

    /* bogus; fills in for missing frames */
    memset(map[list], 0, sizeof(map[list]));

    for(rfield=0; rfield<2; rfield++){
        for(old_ref=0; old_ref<ref1->ref_count[colfield][list]; old_ref++){
            int poc = ref1->ref_poc[colfield][list][old_ref];

            if     (!interl)
                poc |= 3;
            else if( interl && (poc&3) == 3) //FIXME store all MBAFF references so this isnt needed
                poc= (poc&~3) + rfield + 1;

            for(j=start; j<end; j++){
                if(4*h->ref_list[list][j].frame_num + (h->ref_list[list][j].reference&3) == poc){
                    int cur_ref= mbafi ? (j-16)^field : j;
                    map[list][2*old_ref + (rfield^field) + 16] = cur_ref;
                    if(rfield == field)
                        map[list][old_ref] = cur_ref;
                    break;
                }
            }
        }
    }
}

951 952 953 954
static inline void direct_ref_list_init(H264Context * const h){
    MpegEncContext * const s = &h->s;
    Picture * const ref1 = &h->ref_list[1][0];
    Picture * const cur = s->current_picture_ptr;
diego's avatar
diego committed
955
    int list, j, field;
956 957
    int sidx= (s->picture_structure&1)^1;
    int ref1sidx= (ref1->reference&1)^1;
michael's avatar
michael committed
958

959
    for(list=0; list<2; list++){
960
        cur->ref_count[sidx][list] = h->ref_count[list];
961
        for(j=0; j<h->ref_count[list]; j++)
962
            cur->ref_poc[sidx][list][j] = 4*h->ref_list[list][j].frame_num + (h->ref_list[list][j].reference&3);
963
    }
michael's avatar
michael committed
964

965
    if(s->picture_structure == PICT_FRAME){
966 967
        memcpy(cur->ref_count[1], cur->ref_count[0], sizeof(cur->ref_count[0]));
        memcpy(cur->ref_poc  [1], cur->ref_poc  [0], sizeof(cur->ref_poc  [0]));
968
    }
michael's avatar
michael committed
969

970
    cur->mbaff= FRAME_MBAFF;
michael's avatar
michael committed
971

972
    if(cur->pict_type != FF_B_TYPE || h->direct_spatial_mv_pred)
973
        return;
michael's avatar
michael committed
974

975
    for(list=0; list<2; list++){
976 977 978
        fill_colmap(h, h->map_col_to_list0, list, sidx, ref1sidx, 0);
        for(field=0; field<2; field++)
            fill_colmap(h, h->map_col_to_list0_field[field], list, field, field, 1);
979 980
    }
}
981 982 983

static inline void pred_direct_motion(H264Context * const h, int *mb_type){
    MpegEncContext * const s = &h->s;
984 985 986 987 988 989
    int b8_stride = h->b8_stride;
    int b4_stride = h->b_stride;
    int mb_xy = h->mb_xy;
    int mb_type_col[2];
    const int16_t (*l1mv0)[2], (*l1mv1)[2];
    const int8_t *l1ref0, *l1ref1;
990
    const int is_b8x8 = IS_8X8(*mb_type);
991
    unsigned int sub_mb_type;
992 993
    int i8, i4;

lorenm's avatar
lorenm committed
994
#define MB_TYPE_16x16_OR_INTRA (MB_TYPE_16x16|MB_TYPE_INTRA4x4|MB_TYPE_INTRA16x16|MB_TYPE_INTRA_PCM)
995 996

    if(IS_INTERLACED(h->ref_list[1][0].mb_type[mb_xy])){ // AFL/AFR/FR/FL -> AFL/FL
997
        if(!IS_INTERLACED(*mb_type)){                    //     AFR/FR    -> AFL/FL
michael's avatar
michael committed
998 999 1000 1001 1002
            int cur_poc = s->current_picture_ptr->poc;
            int *col_poc = h->ref_list[1]->field_poc;
            int col_parity = FFABS(col_poc[0] - cur_poc) >= FFABS(col_poc[1] - cur_poc);
            mb_xy= s->mb_x + ((s->mb_y&~1) + col_parity)*s->mb_stride;
            b8_stride = 0;
1003
        }else if(!(s->picture_structure & h->ref_list[1][0].reference) && !h->ref_list[1][0].mbaff){// FL -> FL & differ parity
1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028
            int fieldoff= 2*(h->ref_list[1][0].reference)-3;
            mb_xy += s->mb_stride*fieldoff;
        }
        goto single_col;
    }else{                                               // AFL/AFR/FR/FL -> AFR/FR
        if(IS_INTERLACED(*mb_type)){                     // AFL       /FL -> AFR/FR
            mb_xy= s->mb_x + (s->mb_y&~1)*s->mb_stride;
            mb_type_col[0] = h->ref_list[1][0].mb_type[mb_xy];
            mb_type_col[1] = h->ref_list[1][0].mb_type[mb_xy + s->mb_stride];
            b8_stride *= 3;
            b4_stride *= 6;
            //FIXME IS_8X8(mb_type_col[0]) && !h->sps.direct_8x8_inference_flag
            if(    (mb_type_col[0] & MB_TYPE_16x16_OR_INTRA)
                && (mb_type_col[1] & MB_TYPE_16x16_OR_INTRA)
                && !is_b8x8){
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_16x8 |MB_TYPE_L0L1|MB_TYPE_DIRECT2; /* B_16x8 */
            }else{
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_8x8|MB_TYPE_L0L1;
            }
        }else{                                           //     AFR/FR    -> AFR/FR
single_col:
            mb_type_col[0] =
            mb_type_col[1] = h->ref_list[1][0].mb_type[mb_xy];
michael's avatar
michael committed
1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040
            if(IS_8X8(mb_type_col[0]) && !h->sps.direct_8x8_inference_flag){
                /* FIXME save sub mb types from previous frames (or derive from MVs)
                * so we know exactly what block size to use */
                sub_mb_type = MB_TYPE_8x8|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_4x4 */
                *mb_type   |= MB_TYPE_8x8|MB_TYPE_L0L1;
            }else if(!is_b8x8 && (mb_type_col[0] & MB_TYPE_16x16_OR_INTRA)){
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_16x16 */
            }else{
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_8x8|MB_TYPE_L0L1;
            }
1041
        }
1042 1043
    }

michael's avatar
michael committed
1044 1045 1046 1047
    l1mv0  = &h->ref_list[1][0].motion_val[0][h->mb2b_xy [mb_xy]];
    l1mv1  = &h->ref_list[1][0].motion_val[1][h->mb2b_xy [mb_xy]];
    l1ref0 = &h->ref_list[1][0].ref_index [0][h->mb2b8_xy[mb_xy]];
    l1ref1 = &h->ref_list[1][0].ref_index [1][h->mb2b8_xy[mb_xy]];
michael's avatar
michael committed
1048 1049 1050 1051 1052 1053 1054
    if(!b8_stride){
        if(s->mb_y&1){
            l1ref0 += h->b8_stride;
            l1ref1 += h->b8_stride;
            l1mv0  +=  2*b4_stride;
            l1mv1  +=  2*b4_stride;
        }
1055
    }
1056

1057 1058 1059 1060 1061
    if(h->direct_spatial_mv_pred){
        int ref[2];
        int mv[2][2];
        int list;

lorenm's avatar
lorenm committed
1062 1063
        /* FIXME interlacing + spatial direct uses wrong colocated block positions */

1064 1065 1066 1067 1068
        /* ref = min(neighbors) */
        for(list=0; list<2; list++){
            int refa = h->ref_cache[list][scan8[0] - 1];
            int refb = h->ref_cache[list][scan8[0] - 8];
            int refc = h->ref_cache[list][scan8[0] - 8 + 4];
1069
            if(refc == PART_NOT_AVAILABLE)
1070
                refc = h->ref_cache[list][scan8[0] - 8 - 1];
1071
            ref[list] = FFMIN3((unsigned)refa, (unsigned)refb, (unsigned)refc);
1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089
            if(ref[list] < 0)
                ref[list] = -1;
        }

        if(ref[0] < 0 && ref[1] < 0){
            ref[0] = ref[1] = 0;
            mv[0][0] = mv[0][1] =
            mv[1][0] = mv[1][1] = 0;
        }else{
            for(list=0; list<2; list++){
                if(ref[list] >= 0)
                    pred_motion(h, 0, 4, list, ref[list], &mv[list][0], &mv[list][1]);
                else
                    mv[list][0] = mv[list][1] = 0;
            }
        }

        if(ref[1] < 0){
lorenm's avatar
lorenm committed
1090 1091 1092
            if(!is_b8x8)
                *mb_type &= ~MB_TYPE_L1;
            sub_mb_type &= ~MB_TYPE_L1;
1093
        }else if(ref[0] < 0){
lorenm's avatar
lorenm committed
1094 1095 1096
            if(!is_b8x8)
                *mb_type &= ~MB_TYPE_L0;
            sub_mb_type &= ~MB_TYPE_L0;
1097 1098
        }

1099
        if(IS_INTERLACED(*mb_type) != IS_INTERLACED(mb_type_col[0])){
lorenm's avatar
lorenm committed
1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
            for(i8=0; i8<4; i8++){
                int x8 = i8&1;
                int y8 = i8>>1;
                int xy8 = x8+y8*b8_stride;
                int xy4 = 3*x8+y8*b4_stride;
                int a=0, b=0;

                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;

                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[0], 1);
                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[1], 1);
1113
                if(!IS_INTRA(mb_type_col[y8])
lorenm's avatar
lorenm committed
1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127
                   && (   (l1ref0[xy8] == 0 && FFABS(l1mv0[xy4][0]) <= 1 && FFABS(l1mv0[xy4][1]) <= 1)
                       || (l1ref0[xy8]  < 0 && l1ref1[xy8] == 0 && FFABS(l1mv1[xy4][0]) <= 1 && FFABS(l1mv1[xy4][1]) <= 1))){
                    if(ref[0] > 0)
                        a= pack16to32(mv[0][0],mv[0][1]);
                    if(ref[1] > 0)
                        b= pack16to32(mv[1][0],mv[1][1]);
                }else{
                    a= pack16to32(mv[0][0],mv[0][1]);
                    b= pack16to32(mv[1][0],mv[1][1]);
                }
                fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, a, 4);
                fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, b, 4);
            }
        }else if(IS_16X16(*mb_type)){
michael's avatar
michael committed
1128 1129
            int a=0, b=0;

1130 1131
            fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, (uint8_t)ref[0], 1);
            fill_rectangle(&h->ref_cache[1][scan8[0]], 4, 4, 8, (uint8_t)ref[1], 1);
1132
            if(!IS_INTRA(mb_type_col[0])
diego's avatar
diego committed
1133 1134
               && (   (l1ref0[0] == 0 && FFABS(l1mv0[0][0]) <= 1 && FFABS(l1mv0[0][1]) <= 1)
                   || (l1ref0[0]  < 0 && l1ref1[0] == 0 && FFABS(l1mv1[0][0]) <= 1 && FFABS(l1mv1[0][1]) <= 1
mru's avatar
mru committed
1135
                       && (h->x264_build>33 || !h->x264_build)))){
1136
                if(ref[0] > 0)
michael's avatar
michael committed
1137
                    a= pack16to32(mv[0][0],mv[0][1]);
1138
                if(ref[1] > 0)
michael's avatar
michael committed
1139
                    b= pack16to32(mv[1][0],mv[1][1]);
1140
            }else{
michael's avatar
michael committed
1141 1142
                a= pack16to32(mv[0][0],mv[0][1]);
                b= pack16to32(mv[1][0],mv[1][1]);
1143
            }
michael's avatar
michael committed
1144 1145
            fill_rectangle(&h->mv_cache[0][scan8[0]], 4, 4, 8, a, 4);
            fill_rectangle(&h->mv_cache[1][scan8[0]], 4, 4, 8, b, 4);
1146 1147 1148 1149
        }else{
            for(i8=0; i8<4; i8++){
                const int x8 = i8&1;
                const int y8 = i8>>1;
1150

1151 1152 1153
                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;
1154

1155 1156
                fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mv[0][0],mv[0][1]), 4);
                fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mv[1][0],mv[1][1]), 4);
1157 1158
                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[0], 1);
                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[1], 1);
1159

1160
                /* col_zero_flag */
1161 1162
                if(!IS_INTRA(mb_type_col[0]) && (   l1ref0[x8 + y8*b8_stride] == 0
                                              || (l1ref0[x8 + y8*b8_stride] < 0 && l1ref1[x8 + y8*b8_stride] == 0
mru's avatar
mru committed
1163
                                                  && (h->x264_build>33 || !h->x264_build)))){
1164
                    const int16_t (*l1mv)[2]= l1ref0[x8 + y8*b8_stride] == 0 ? l1mv0 : l1mv1;
1165
                    if(IS_SUB_8X8(sub_mb_type)){
1166
                        const int16_t *mv_col = l1mv[x8*3 + y8*3*b4_stride];
diego's avatar
diego committed
1167
                        if(FFABS(mv_col[0]) <= 1 && FFABS(mv_col[1]) <= 1){
1168 1169 1170 1171 1172 1173
                            if(ref[0] == 0)
                                fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
                            if(ref[1] == 0)
                                fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
                        }
                    }else
1174
                    for(i4=0; i4<4; i4++){
1175
                        const int16_t *mv_col = l1mv[x8*2 + (i4&1) + (y8*2 + (i4>>1))*b4_stride];
diego's avatar
diego committed
1176
                        if(FFABS(mv_col[0]) <= 1 && FFABS(mv_col[1]) <= 1){
1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
                            if(ref[0] == 0)
                                *(uint32_t*)h->mv_cache[0][scan8[i8*4+i4]] = 0;
                            if(ref[1] == 0)
                                *(uint32_t*)h->mv_cache[1][scan8[i8*4+i4]] = 0;
                        }
                    }
                }
            }
        }
    }else{ /* direct temporal mv pred */
lorenm's avatar
lorenm committed
1187 1188
        const int *map_col_to_list0[2] = {h->map_col_to_list0[0], h->map_col_to_list0[1]};
        const int *dist_scale_factor = h->dist_scale_factor;
1189
        int ref_offset= 0;
lorenm's avatar
lorenm committed
1190

michael's avatar
michael committed
1191
        if(FRAME_MBAFF && IS_INTERLACED(*mb_type)){
1192 1193 1194
            map_col_to_list0[0] = h->map_col_to_list0_field[s->mb_y&1][0];
            map_col_to_list0[1] = h->map_col_to_list0_field[s->mb_y&1][1];
            dist_scale_factor   =h->dist_scale_factor_field[s->mb_y&1];
michael's avatar
michael committed
1195
        }
1196
        if(h->ref_list[1][0].mbaff && IS_INTERLACED(mb_type_col[0]))
1197
            ref_offset += 16;
1198

michael's avatar
michael committed
1199 1200
        if(IS_INTERLACED(*mb_type) != IS_INTERLACED(mb_type_col[0])){
            /* FIXME assumes direct_8x8_inference == 1 */
michael's avatar
michael committed
1201
            int y_shift  = 2*!IS_INTERLACED(*mb_type);
lorenm's avatar
lorenm committed
1202

michael's avatar
michael committed
1203 1204 1205 1206 1207
            for(i8=0; i8<4; i8++){
                const int x8 = i8&1;
                const int y8 = i8>>1;
                int ref0, scale;
                const int16_t (*l1mv)[2]= l1mv0;
lorenm's avatar
lorenm committed
1208

michael's avatar
michael committed
1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222
                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;

                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, 0, 1);
                if(IS_INTRA(mb_type_col[y8])){
                    fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, 0, 1);
                    fill_rectangle(&h-> mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
                    fill_rectangle(&h-> mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
                    continue;
                }

                ref0 = l1ref0[x8 + y8*b8_stride];
                if(ref0 >= 0)
1223
                    ref0 = map_col_to_list0[0][ref0 + ref_offset];
michael's avatar
michael committed
1224
                else{
1225
                    ref0 = map_col_to_list0[1][l1ref1[x8 + y8*b8_stride] + ref_offset];
michael's avatar
michael committed
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237
                    l1mv= l1mv1;
                }
                scale = dist_scale_factor[ref0];
                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, ref0, 1);

                {
                    const int16_t *mv_col = l1mv[x8*3 + y8*b4_stride];
                    int my_col = (mv_col[1]<<y_shift)/2;
                    int mx = (scale * mv_col[0] + 128) >> 8;
                    int my = (scale * my_col + 128) >> 8;
                    fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mx,my), 4);
                    fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mx-mv_col[0],my-my_col), 4);
lorenm's avatar
lorenm committed
1238 1239
                }
            }
michael's avatar
michael committed
1240 1241
            return;
        }
lorenm's avatar
lorenm committed
1242 1243 1244

        /* one-to-one mv scaling */

1245
        if(IS_16X16(*mb_type)){
1246 1247
            int ref, mv0, mv1;

1248
            fill_rectangle(&h->ref_cache[1][scan8[0]], 4, 4, 8, 0, 1);
1249
            if(IS_INTRA(mb_type_col[0])){
1250
                ref=mv0=mv1=0;
1251
            }else{
1252 1253
                const int ref0 = l1ref0[0] >= 0 ? map_col_to_list0[0][l1ref0[0] + ref_offset]
                                                : map_col_to_list0[1][l1ref1[0] + ref_offset];
lorenm's avatar
lorenm committed
1254
                const int scale = dist_scale_factor[ref0];
1255
                const int16_t *mv_col = l1ref0[0] >= 0 ? l1mv0[0] : l1mv1[0];
1256
                int mv_l0[2];
lorenm's avatar
lorenm committed
1257 1258
                mv_l0[0] = (scale * mv_col[0] + 128) >> 8;
                mv_l0[1] = (scale * mv_col[1] + 128) >> 8;
1259 1260 1261
                ref= ref0;
                mv0= pack16to32(mv_l0[0],mv_l0[1]);
                mv1= pack16to32(mv_l0[0]-mv_col[0],mv_l0[1]-mv_col[1]);
1262
            }
1263 1264 1265
            fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, ref, 1);
            fill_rectangle(&h-> mv_cache[0][scan8[0]], 4, 4, 8, mv0, 4);
            fill_rectangle(&h-> mv_cache[1][scan8[0]], 4, 4, 8, mv1, 4);
1266 1267 1268 1269
        }else{
            for(i8=0; i8<4; i8++){
                const int x8 = i8&1;
                const int y8 = i8>>1;
lorenm's avatar
lorenm committed
1270
                int ref0, scale;
mru's avatar
mru committed
1271
                const int16_t (*l1mv)[2]= l1mv0;
1272

1273 1274 1275
                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;
lorenm's avatar
lorenm committed
1276
                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, 0, 1);
1277
                if(IS_INTRA(mb_type_col[0])){
1278 1279 1280 1281 1282
                    fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, 0, 1);
                    fill_rectangle(&h-> mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
                    fill_rectangle(&h-> mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
                    continue;
                }
1283

1284
                ref0 = l1ref0[x8 + y8*b8_stride] + ref_offset;
1285
                if(ref0 >= 0)
lorenm's avatar
lorenm committed
1286
                    ref0 = map_col_to_list0[0][ref0];
1287
                else{
1288
                    ref0 = map_col_to_list0[1][l1ref1[x8 + y8*b8_stride] + ref_offset];
1289 1290
                    l1mv= l1mv1;
                }
lorenm's avatar
lorenm committed
1291
                scale = dist_scale_factor[ref0];
1292

1293
                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, ref0, 1);
1294
                if(IS_SUB_8X8(sub_mb_type)){
1295
                    const int16_t *mv_col = l1mv[x8*3 + y8*3*b4_stride];
lorenm's avatar
lorenm committed
1296 1297
                    int mx = (scale * mv_col[0] + 128) >> 8;
                    int my = (scale * mv_col[1] + 128) >> 8;
1298 1299 1300
                    fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mx,my), 4);
                    fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mx-mv_col[0],my-mv_col[1]), 4);
                }else
1301
                for(i4=0; i4<4; i4++){
1302
                    const int16_t *mv_col = l1mv[x8*2 + (i4&1) + (y8*2 + (i4>>1))*b4_stride];
1303
                    int16_t *mv_l0 = h->mv_cache[0][scan8[i8*4+i4]];
lorenm's avatar
lorenm committed
1304 1305
                    mv_l0[0] = (scale * mv_col[0] + 128) >> 8;
                    mv_l0[1] = (scale * mv_col[1] + 128) >> 8;
1306 1307 1308 1309 1310 1311 1312 1313
                    *(uint32_t*)h->mv_cache[1][scan8[i8*4+i4]] =
                        pack16to32(mv_l0[0]-mv_col[0],mv_l0[1]-mv_col[1]);
                }
            }
        }
    }
}

michaelni's avatar
michaelni committed
1314 1315 1316 1317 1318 1319
static inline void write_back_motion(H264Context *h, int mb_type){
    MpegEncContext * const s = &h->s;
    const int b_xy = 4*s->mb_x + 4*s->mb_y*h->b_stride;
    const int b8_xy= 2*s->mb_x + 2*s->mb_y*h->b8_stride;
    int list;

1320 1321 1322
    if(!USES_LIST(mb_type, 0))
        fill_rectangle(&s->current_picture.ref_index[0][b8_xy], 2, 2, h->b8_stride, (uint8_t)LIST_NOT_USED, 1);

1323
    for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
1324
        int y;
1325
        if(!USES_LIST(mb_type, list))
1326
            continue;
1327

michaelni's avatar
michaelni committed
1328 1329 1330 1331
        for(y=0; y<4; y++){
            *(uint64_t*)s->current_picture.motion_val[list][b_xy + 0 + y*h->b_stride]= *(uint64_t*)h->mv_cache[list][scan8[0]+0 + 8*y];
            *(uint64_t*)s->current_picture.motion_val[list][b_xy + 2 + y*h->b_stride]= *(uint64_t*)h->mv_cache[list][scan8[0]+2 + 8*y];
        }
1332
        if( h->pps.cabac ) {
1333 1334 1335
            if(IS_SKIP(mb_type))
                fill_rectangle(h->mvd_table[list][b_xy], 4, 4, h->b_stride, 0, 4);
            else
1336 1337 1338 1339 1340
            for(y=0; y<4; y++){
                *(uint64_t*)h->mvd_table[list][b_xy + 0 + y*h->b_stride]= *(uint64_t*)h->mvd_cache[list][scan8[0]+0 + 8*y];
                *(uint64_t*)h->mvd_table[list][b_xy + 2 + y*h->b_stride]= *(uint64_t*)h->mvd_cache[list][scan8[0]+2 + 8*y];
            }
        }
1341 1342

        {
mru's avatar
mru committed
1343
            int8_t *ref_index = &s->current_picture.ref_index[list][b8_xy];
1344 1345 1346 1347
            ref_index[0+0*h->b8_stride]= h->ref_cache[list][scan8[0]];
            ref_index[1+0*h->b8_stride]= h->ref_cache[list][scan8[4]];
            ref_index[0+1*h->b8_stride]= h->ref_cache[list][scan8[8]];
            ref_index[1+1*h->b8_stride]= h->ref_cache[list][scan8[12]];
michaelni's avatar
michaelni committed
1348 1349
        }
    }
1350

1351
    if(h->slice_type_nos == FF_B_TYPE && h->pps.cabac){
1352
        if(IS_8X8(mb_type)){
1353 1354 1355 1356
            uint8_t *direct_table = &h->direct_table[b8_xy];
            direct_table[1+0*h->b8_stride] = IS_DIRECT(h->sub_mb_type[1]) ? 1 : 0;
            direct_table[0+1*h->b8_stride] = IS_DIRECT(h->sub_mb_type[2]) ? 1 : 0;
            direct_table[1+1*h->b8_stride] = IS_DIRECT(h->sub_mb_type[3]) ? 1 : 0;
1357 1358
        }
    }
michaelni's avatar
michaelni committed
1359 1360 1361 1362 1363 1364
}

/**
 * Decodes a network abstraction layer unit.
 * @param consumed is the number of bytes used as input
 * @param length is the length of the array
1365
 * @param dst_length is the number of decoded bytes FIXME here or a decode rbsp tailing?
1366
 * @returns decoded bytes, might be src+1 if no escapes
michaelni's avatar
michaelni committed
1367
 */
michael's avatar
michael committed
1368
static const uint8_t *decode_nal(H264Context *h, const uint8_t *src, int *dst_length, int *consumed, int length){
michaelni's avatar
michaelni committed
1369 1370
    int i, si, di;
    uint8_t *dst;
1371
    int bufidx;
michaelni's avatar
michaelni committed
1372

1373
//    src[0]&0x80;                //forbidden bit
michaelni's avatar
michaelni committed
1374 1375 1376 1377
    h->nal_ref_idc= src[0]>>5;
    h->nal_unit_type= src[0]&0x1F;

    src++; length--;
1378
#if 0
michaelni's avatar
michaelni committed
1379 1380 1381
    for(i=0; i<length; i++)
        printf("%2X ", src[i]);
#endif
1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397

#ifdef HAVE_FAST_UNALIGNED
# ifdef HAVE_FAST_64BIT
#   define RS 7
    for(i=0; i+1<length; i+=9){
        if(!((~*(uint64_t*)(src+i) & (*(uint64_t*)(src+i) - 0x0100010001000101ULL)) & 0x8000800080008080ULL))
# else
#   define RS 3
    for(i=0; i+1<length; i+=5){
        if(!((~*(uint32_t*)(src+i) & (*(uint32_t*)(src+i) - 0x01000101U)) & 0x80008080U))
# endif
            continue;
        if(i>0 && !src[i]) i--;
        while(src[i]) i++;
#else
#   define RS 0
michaelni's avatar
michaelni committed
1398 1399 1400
    for(i=0; i+1<length; i+=2){
        if(src[i]) continue;
        if(i>0 && src[i-1]==0) i--;
1401
#endif
michaelni's avatar
michaelni committed
1402 1403 1404 1405 1406 1407 1408
        if(i+2<length && src[i+1]==0 && src[i+2]<=3){
            if(src[i+2]!=3){
                /* startcode, so we must be past the end */
                length=i;
            }
            break;
        }
1409
        i-= RS;
michaelni's avatar
michaelni committed
1410 1411 1412 1413 1414
    }

    if(i>=length-1){ //no escaped 0
        *dst_length= length;
        *consumed= length+1; //+1 for the header
1415
        return src;
michaelni's avatar
michaelni committed
1416 1417
    }

1418
    bufidx = h->nal_unit_type == NAL_DPC ? 1 : 0; // use second escape buffer for inter data
1419
    h->rbsp_buffer[bufidx]= av_fast_realloc(h->rbsp_buffer[bufidx], &h->rbsp_buffer_size[bufidx], length+FF_INPUT_BUFFER_PADDING_SIZE);
1420
    dst= h->rbsp_buffer[bufidx];
michaelni's avatar
michaelni committed
1421

1422 1423 1424 1425
    if (dst == NULL){
        return NULL;
    }

1426
//printf("decoding esc\n");
michael's avatar
michael committed
1427 1428 1429
    memcpy(dst, src, i);
    si=di=i;
    while(si+2<length){
michaelni's avatar
michaelni committed
1430
        //remove escapes (very rare 1:2^22)
michael's avatar
michael committed
1431 1432 1433 1434
        if(src[si+2]>3){
            dst[di++]= src[si++];
            dst[di++]= src[si++];
        }else if(src[si]==0 && src[si+1]==0){
michaelni's avatar
michaelni committed
1435 1436 1437 1438
            if(src[si+2]==3){ //escape
                dst[di++]= 0;
                dst[di++]= 0;
                si+=3;
1439
                continue;
michaelni's avatar
michaelni committed
1440
            }else //next start code
michael's avatar
michael committed
1441
                goto nsc;
michaelni's avatar
michaelni committed
1442 1443 1444 1445
        }

        dst[di++]= src[si++];
    }
michael's avatar
michael committed
1446 1447 1448
    while(si<length)
        dst[di++]= src[si++];
nsc:
michaelni's avatar
michaelni committed
1449

1450 1451
    memset(dst+di, 0, FF_INPUT_BUFFER_PADDING_SIZE);

michaelni's avatar
michaelni committed
1452 1453
    *dst_length= di;
    *consumed= si + 1;//+1 for the header
diego's avatar
diego committed
1454
//FIXME store exact number of bits in the getbitcontext (it is needed for decoding)
michaelni's avatar
michaelni committed
1455 1456 1457 1458 1459 1460 1461
    return dst;
}

/**
 * identifies the exact end of the bitstream
 * @return the length of the trailing, or 0 if damaged
 */
michael's avatar
michael committed
1462
static int decode_rbsp_trailing(H264Context *h, const uint8_t *src){
michaelni's avatar
michaelni committed
1463 1464 1465
    int v= *src;
    int r;

mbardiaux's avatar
mbardiaux committed
1466
    tprintf(h->s.avctx, "rbsp trailing %X\n", v);
michaelni's avatar
michaelni committed
1467 1468 1469 1470 1471 1472 1473 1474 1475

    for(r=1; r<9; r++){
        if(v&1) return r;
        v>>=1;
    }
    return 0;
}

/**
diego's avatar
diego committed
1476
 * IDCT transforms the 16 dc values and dequantizes them.
michaelni's avatar
michaelni committed
1477 1478
 * @param qp quantization parameter
 */
lorenm's avatar
lorenm committed
1479
static void h264_luma_dc_dequant_idct_c(DCTELEM *block, int qp, int qmul){
michaelni's avatar
michaelni committed
1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507
#define stride 16
    int i;
    int temp[16]; //FIXME check if this is a good idea
    static const int x_offset[4]={0, 1*stride, 4* stride,  5*stride};
    static const int y_offset[4]={0, 2*stride, 8* stride, 10*stride};

//memset(block, 64, 2*256);
//return;
    for(i=0; i<4; i++){
        const int offset= y_offset[i];
        const int z0= block[offset+stride*0] + block[offset+stride*4];
        const int z1= block[offset+stride*0] - block[offset+stride*4];
        const int z2= block[offset+stride*1] - block[offset+stride*5];
        const int z3= block[offset+stride*1] + block[offset+stride*5];

        temp[4*i+0]= z0+z3;
        temp[4*i+1]= z1+z2;
        temp[4*i+2]= z1-z2;
        temp[4*i+3]= z0-z3;
    }

    for(i=0; i<4; i++){
        const int offset= x_offset[i];
        const int z0= temp[4*0+i] + temp[4*2+i];
        const int z1= temp[4*0+i] - temp[4*2+i];
        const int z2= temp[4*1+i] - temp[4*3+i];
        const int z3= temp[4*1+i] + temp[4*3+i];

diego's avatar
diego committed
1508
        block[stride*0 +offset]= ((((z0 + z3)*qmul + 128 ) >> 8)); //FIXME think about merging this into decode_residual
lorenm's avatar
lorenm committed
1509 1510 1511
        block[stride*2 +offset]= ((((z1 + z2)*qmul + 128 ) >> 8));
        block[stride*8 +offset]= ((((z1 - z2)*qmul + 128 ) >> 8));
        block[stride*10+offset]= ((((z0 - z3)*qmul + 128 ) >> 8));
michaelni's avatar
michaelni committed
1512 1513 1514
    }
}

1515
#if 0
michaelni's avatar
michaelni committed
1516
/**
diego's avatar
diego committed
1517
 * DCT transforms the 16 dc values.
michaelni's avatar
michaelni committed
1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552
 * @param qp quantization parameter ??? FIXME
 */
static void h264_luma_dc_dct_c(DCTELEM *block/*, int qp*/){
//    const int qmul= dequant_coeff[qp][0];
    int i;
    int temp[16]; //FIXME check if this is a good idea
    static const int x_offset[4]={0, 1*stride, 4* stride,  5*stride};
    static const int y_offset[4]={0, 2*stride, 8* stride, 10*stride};

    for(i=0; i<4; i++){
        const int offset= y_offset[i];
        const int z0= block[offset+stride*0] + block[offset+stride*4];
        const int z1= block[offset+stride*0] - block[offset+stride*4];
        const int z2= block[offset+stride*1] - block[offset+stride*5];
        const int z3= block[offset+stride*1] + block[offset+stride*5];

        temp[4*i+0]= z0+z3;
        temp[4*i+1]= z1+z2;
        temp[4*i+2]= z1-z2;
        temp[4*i+3]= z0-z3;
    }

    for(i=0; i<4; i++){
        const int offset= x_offset[i];
        const int z0= temp[4*0+i] + temp[4*2+i];
        const int z1= temp[4*0+i] - temp[4*2+i];
        const int z2= temp[4*1+i] - temp[4*3+i];
        const int z3= temp[4*1+i] + temp[4*3+i];

        block[stride*0 +offset]= (z0 + z3)>>1;
        block[stride*2 +offset]= (z1 + z2)>>1;
        block[stride*8 +offset]= (z1 - z2)>>1;
        block[stride*10+offset]= (z0 - z3)>>1;
    }
}
1553 1554
#endif

michaelni's avatar
michaelni committed
1555 1556 1557
#undef xStride
#undef stride

lorenm's avatar
lorenm committed
1558
static void chroma_dc_dequant_idct_c(DCTELEM *block, int qp, int qmul){
michaelni's avatar
michaelni committed
1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572
    const int stride= 16*2;
    const int xStride= 16;
    int a,b,c,d,e;

    a= block[stride*0 + xStride*0];
    b= block[stride*0 + xStride*1];
    c= block[stride*1 + xStride*0];
    d= block[stride*1 + xStride*1];

    e= a-b;
    a= a+b;
    b= c-d;
    c= c+d;

lorenm's avatar
lorenm committed
1573 1574 1575 1576
    block[stride*0 + xStride*0]= ((a+c)*qmul) >> 7;
    block[stride*0 + xStride*1]= ((e+b)*qmul) >> 7;
    block[stride*1 + xStride*0]= ((a-c)*qmul) >> 7;
    block[stride*1 + xStride*1]= ((e-b)*qmul) >> 7;
michaelni's avatar
michaelni committed
1577 1578
}

1579
#if 0
michaelni's avatar
michaelni committed
1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599
static void chroma_dc_dct_c(DCTELEM *block){
    const int stride= 16*2;
    const int xStride= 16;
    int a,b,c,d,e;

    a= block[stride*0 + xStride*0];
    b= block[stride*0 + xStride*1];
    c= block[stride*1 + xStride*0];
    d= block[stride*1 + xStride*1];

    e= a-b;
    a= a+b;
    b= c-d;
    c= c+d;

    block[stride*0 + xStride*0]= (a+c);
    block[stride*0 + xStride*1]= (e+b);
    block[stride*1 + xStride*0]= (a-c);
    block[stride*1 + xStride*1]= (e-b);
}
1600
#endif
michaelni's avatar
michaelni committed
1601 1602 1603 1604

/**
 * gets the chroma qp.
 */
1605
static inline int get_chroma_qp(H264Context *h, int t, int qscale){
1606
    return h->pps.chroma_qp_table[t][qscale];
michaelni's avatar
michaelni committed
1607 1608 1609 1610 1611 1612 1613 1614
}

static inline void mc_dir_part(H264Context *h, Picture *pic, int n, int square, int chroma_height, int delta, int list,
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int src_x_offset, int src_y_offset,
                           qpel_mc_func *qpix_op, h264_chroma_mc_func chroma_op){
    MpegEncContext * const s = &h->s;
    const int mx= h->mv_cache[list][ scan8[n] ][0] + src_x_offset*8;
lorenm's avatar
lorenm committed
1615
    int my=       h->mv_cache[list][ scan8[n] ][1] + src_y_offset*8;
michaelni's avatar
michaelni committed
1616
    const int luma_xy= (mx&3) + ((my&3)<<2);
lorenm's avatar
lorenm committed
1617 1618 1619 1620
    uint8_t * src_y = pic->data[0] + (mx>>2) + (my>>2)*h->mb_linesize;
    uint8_t * src_cb, * src_cr;
    int extra_width= h->emu_edge_width;
    int extra_height= h->emu_edge_height;
michaelni's avatar
michaelni committed
1621 1622 1623
    int emu=0;
    const int full_mx= mx>>2;
    const int full_my= my>>2;
1624
    const int pic_width  = 16*s->mb_width;
1625
    const int pic_height = 16*s->mb_height >> MB_FIELD;
1626

michaelni's avatar
michaelni committed
1627 1628
    if(mx&7) extra_width -= 3;
    if(my&7) extra_height -= 3;
1629 1630 1631 1632

    if(   full_mx < 0-extra_width
       || full_my < 0-extra_height
       || full_mx + 16/*FIXME*/ > pic_width + extra_width
1633
       || full_my + 16/*FIXME*/ > pic_height + extra_height){
lorenm's avatar
lorenm committed
1634 1635
        ff_emulated_edge_mc(s->edge_emu_buffer, src_y - 2 - 2*h->mb_linesize, h->mb_linesize, 16+5, 16+5/*FIXME*/, full_mx-2, full_my-2, pic_width, pic_height);
            src_y= s->edge_emu_buffer + 2 + 2*h->mb_linesize;
michaelni's avatar
michaelni committed
1636 1637
        emu=1;
    }
1638

lorenm's avatar
lorenm committed
1639
    qpix_op[luma_xy](dest_y, src_y, h->mb_linesize); //FIXME try variable height perhaps?
michaelni's avatar
michaelni committed
1640
    if(!square){
lorenm's avatar
lorenm committed
1641
        qpix_op[luma_xy](dest_y + delta, src_y + delta, h->mb_linesize);
michaelni's avatar
michaelni committed
1642
    }
1643

michael's avatar
michael committed
1644
    if(ENABLE_GRAY && s->flags&CODEC_FLAG_GRAY) return;
1645

1646
    if(MB_FIELD){
lorenm's avatar
lorenm committed
1647
        // chroma offset when predicting from a field of opposite parity
1648
        my += 2 * ((s->mb_y & 1) - (pic->reference - 1));
lorenm's avatar
lorenm committed
1649 1650 1651 1652 1653
        emu |= (my>>3) < 0 || (my>>3) + 8 >= (pic_height>>1);
    }
    src_cb= pic->data[1] + (mx>>3) + (my>>3)*h->mb_uvlinesize;
    src_cr= pic->data[2] + (mx>>3) + (my>>3)*h->mb_uvlinesize;

michaelni's avatar
michaelni committed
1654
    if(emu){
lorenm's avatar
lorenm committed
1655
        ff_emulated_edge_mc(s->edge_emu_buffer, src_cb, h->mb_uvlinesize, 9, 9/*FIXME*/, (mx>>3), (my>>3), pic_width>>1, pic_height>>1);
michaelni's avatar
michaelni committed
1656 1657
            src_cb= s->edge_emu_buffer;
    }
lorenm's avatar
lorenm committed
1658
    chroma_op(dest_cb, src_cb, h->mb_uvlinesize, chroma_height, mx&7, my&7);
michaelni's avatar
michaelni committed
1659 1660

    if(emu){
lorenm's avatar
lorenm committed
1661
        ff_emulated_edge_mc(s->edge_emu_buffer, src_cr, h->mb_uvlinesize, 9, 9/*FIXME*/, (mx>>3), (my>>3), pic_width>>1, pic_height>>1);
michaelni's avatar
michaelni committed
1662 1663
            src_cr= s->edge_emu_buffer;
    }
lorenm's avatar
lorenm committed
1664
    chroma_op(dest_cr, src_cr, h->mb_uvlinesize, chroma_height, mx&7, my&7);
michaelni's avatar
michaelni committed
1665 1666
}

lorenm's avatar
lorenm committed
1667
static inline void mc_part_std(H264Context *h, int n, int square, int chroma_height, int delta,
michaelni's avatar
michaelni committed
1668 1669 1670 1671 1672 1673 1674 1675
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int x_offset, int y_offset,
                           qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
                           qpel_mc_func *qpix_avg, h264_chroma_mc_func chroma_avg,
                           int list0, int list1){
    MpegEncContext * const s = &h->s;
    qpel_mc_func *qpix_op=  qpix_put;
    h264_chroma_mc_func chroma_op= chroma_put;
1676

lorenm's avatar
lorenm committed
1677 1678 1679
    dest_y  += 2*x_offset + 2*y_offset*h->  mb_linesize;
    dest_cb +=   x_offset +   y_offset*h->mb_uvlinesize;
    dest_cr +=   x_offset +   y_offset*h->mb_uvlinesize;
michaelni's avatar
michaelni committed
1680
    x_offset += 8*s->mb_x;
1681
    y_offset += 8*(s->mb_y >> MB_FIELD);
1682

michaelni's avatar
michaelni committed
1683
    if(list0){
1684
        Picture *ref= &h->ref_list[0][ h->ref_cache[0][ scan8[n] ] ];
michaelni's avatar
michaelni committed
1685 1686 1687 1688 1689 1690 1691 1692 1693
        mc_dir_part(h, ref, n, square, chroma_height, delta, 0,
                           dest_y, dest_cb, dest_cr, x_offset, y_offset,
                           qpix_op, chroma_op);

        qpix_op=  qpix_avg;
        chroma_op= chroma_avg;
    }

    if(list1){
1694
        Picture *ref= &h->ref_list[1][ h->ref_cache[1][ scan8[n] ] ];
michaelni's avatar
michaelni committed
1695 1696 1697 1698 1699 1700
        mc_dir_part(h, ref, n, square, chroma_height, delta, 1,
                           dest_y, dest_cb, dest_cr, x_offset, y_offset,
                           qpix_op, chroma_op);
    }
}

lorenm's avatar
lorenm committed
1701 1702 1703 1704 1705 1706 1707 1708 1709
static inline void mc_part_weighted(H264Context *h, int n, int square, int chroma_height, int delta,
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int x_offset, int y_offset,
                           qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
                           h264_weight_func luma_weight_op, h264_weight_func chroma_weight_op,
                           h264_biweight_func luma_weight_avg, h264_biweight_func chroma_weight_avg,
                           int list0, int list1){
    MpegEncContext * const s = &h->s;

lorenm's avatar
lorenm committed
1710 1711 1712
    dest_y  += 2*x_offset + 2*y_offset*h->  mb_linesize;
    dest_cb +=   x_offset +   y_offset*h->mb_uvlinesize;
    dest_cr +=   x_offset +   y_offset*h->mb_uvlinesize;
lorenm's avatar
lorenm committed
1713
    x_offset += 8*s->mb_x;
1714
    y_offset += 8*(s->mb_y >> MB_FIELD);
1715

lorenm's avatar
lorenm committed
1716 1717 1718 1719
    if(list0 && list1){
        /* don't optimize for luma-only case, since B-frames usually
         * use implicit weights => chroma too. */
        uint8_t *tmp_cb = s->obmc_scratchpad;
lorenm's avatar
lorenm committed
1720 1721
        uint8_t *tmp_cr = s->obmc_scratchpad + 8;
        uint8_t *tmp_y  = s->obmc_scratchpad + 8*h->mb_uvlinesize;
lorenm's avatar
lorenm committed
1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734
        int refn0 = h->ref_cache[0][ scan8[n] ];
        int refn1 = h->ref_cache[1][ scan8[n] ];

        mc_dir_part(h, &h->ref_list[0][refn0], n, square, chroma_height, delta, 0,
                    dest_y, dest_cb, dest_cr,
                    x_offset, y_offset, qpix_put, chroma_put);
        mc_dir_part(h, &h->ref_list[1][refn1], n, square, chroma_height, delta, 1,
                    tmp_y, tmp_cb, tmp_cr,
                    x_offset, y_offset, qpix_put, chroma_put);

        if(h->use_weight == 2){
            int weight0 = h->implicit_weight[refn0][refn1];
            int weight1 = 64 - weight0;
lorenm's avatar
lorenm committed
1735 1736 1737
            luma_weight_avg(  dest_y,  tmp_y,  h->  mb_linesize, 5, weight0, weight1, 0);
            chroma_weight_avg(dest_cb, tmp_cb, h->mb_uvlinesize, 5, weight0, weight1, 0);
            chroma_weight_avg(dest_cr, tmp_cr, h->mb_uvlinesize, 5, weight0, weight1, 0);
lorenm's avatar
lorenm committed
1738
        }else{
lorenm's avatar
lorenm committed
1739
            luma_weight_avg(dest_y, tmp_y, h->mb_linesize, h->luma_log2_weight_denom,
1740
                            h->luma_weight[0][refn0], h->luma_weight[1][refn1],
lorenm's avatar
lorenm committed
1741
                            h->luma_offset[0][refn0] + h->luma_offset[1][refn1]);
lorenm's avatar
lorenm committed
1742
            chroma_weight_avg(dest_cb, tmp_cb, h->mb_uvlinesize, h->chroma_log2_weight_denom,
1743
                            h->chroma_weight[0][refn0][0], h->chroma_weight[1][refn1][0],
lorenm's avatar
lorenm committed
1744
                            h->chroma_offset[0][refn0][0] + h->chroma_offset[1][refn1][0]);
lorenm's avatar
lorenm committed
1745
            chroma_weight_avg(dest_cr, tmp_cr, h->mb_uvlinesize, h->chroma_log2_weight_denom,
1746
                            h->chroma_weight[0][refn0][1], h->chroma_weight[1][refn1][1],
lorenm's avatar
lorenm committed
1747
                            h->chroma_offset[0][refn0][1] + h->chroma_offset[1][refn1][1]);
lorenm's avatar
lorenm committed
1748 1749 1750 1751 1752 1753 1754 1755 1756
        }
    }else{
        int list = list1 ? 1 : 0;
        int refn = h->ref_cache[list][ scan8[n] ];
        Picture *ref= &h->ref_list[list][refn];
        mc_dir_part(h, ref, n, square, chroma_height, delta, list,
                    dest_y, dest_cb, dest_cr, x_offset, y_offset,
                    qpix_put, chroma_put);

lorenm's avatar
lorenm committed
1757
        luma_weight_op(dest_y, h->mb_linesize, h->luma_log2_weight_denom,
lorenm's avatar
lorenm committed
1758 1759
                       h->luma_weight[list][refn], h->luma_offset[list][refn]);
        if(h->use_weight_chroma){
lorenm's avatar
lorenm committed
1760
            chroma_weight_op(dest_cb, h->mb_uvlinesize, h->chroma_log2_weight_denom,
lorenm's avatar
lorenm committed
1761
                             h->chroma_weight[list][refn][0], h->chroma_offset[list][refn][0]);
lorenm's avatar
lorenm committed
1762
            chroma_weight_op(dest_cr, h->mb_uvlinesize, h->chroma_log2_weight_denom,
lorenm's avatar
lorenm committed
1763 1764 1765 1766 1767 1768 1769 1770 1771 1772
                             h->chroma_weight[list][refn][1], h->chroma_offset[list][refn][1]);
        }
    }
}

static inline void mc_part(H264Context *h, int n, int square, int chroma_height, int delta,
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int x_offset, int y_offset,
                           qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
                           qpel_mc_func *qpix_avg, h264_chroma_mc_func chroma_avg,
1773
                           h264_weight_func *weight_op, h264_biweight_func *weight_avg,
lorenm's avatar
lorenm committed
1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785
                           int list0, int list1){
    if((h->use_weight==2 && list0 && list1
        && (h->implicit_weight[ h->ref_cache[0][scan8[n]] ][ h->ref_cache[1][scan8[n]] ] != 32))
       || h->use_weight==1)
        mc_part_weighted(h, n, square, chroma_height, delta, dest_y, dest_cb, dest_cr,
                         x_offset, y_offset, qpix_put, chroma_put,
                         weight_op[0], weight_op[3], weight_avg[0], weight_avg[3], list0, list1);
    else
        mc_part_std(h, n, square, chroma_height, delta, dest_y, dest_cb, dest_cr,
                    x_offset, y_offset, qpix_put, chroma_put, qpix_avg, chroma_avg, list0, list1);
}

1786 1787 1788 1789 1790 1791 1792 1793 1794
static inline void prefetch_motion(H264Context *h, int list){
    /* fetch pixels for estimated mv 4 macroblocks ahead
     * optimized for 64byte cache lines */
    MpegEncContext * const s = &h->s;
    const int refn = h->ref_cache[list][scan8[0]];
    if(refn >= 0){
        const int mx= (h->mv_cache[list][scan8[0]][0]>>2) + 16*s->mb_x + 8;
        const int my= (h->mv_cache[list][scan8[0]][1]>>2) + 16*s->mb_y;
        uint8_t **src= h->ref_list[list][refn].data;
lorenm's avatar
lorenm committed
1795
        int off= mx + (my + (s->mb_x&3)*4)*h->mb_linesize + 64;
1796 1797 1798 1799 1800 1801
        s->dsp.prefetch(src[0]+off, s->linesize, 4);
        off= (mx>>1) + ((my>>1) + (s->mb_x&7))*s->uvlinesize + 64;
        s->dsp.prefetch(src[1]+off, src[2]-src[1], 2);
    }
}

michaelni's avatar
michaelni committed
1802 1803
static void hl_motion(H264Context *h, uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                      qpel_mc_func (*qpix_put)[16], h264_chroma_mc_func (*chroma_put),
lorenm's avatar
lorenm committed
1804 1805
                      qpel_mc_func (*qpix_avg)[16], h264_chroma_mc_func (*chroma_avg),
                      h264_weight_func *weight_op, h264_biweight_func *weight_avg){
michaelni's avatar
michaelni committed
1806
    MpegEncContext * const s = &h->s;
1807
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
1808
    const int mb_type= s->current_picture.mb_type[mb_xy];
1809

michaelni's avatar
michaelni committed
1810
    assert(IS_INTER(mb_type));
1811

1812 1813
    prefetch_motion(h, 0);

michaelni's avatar
michaelni committed
1814 1815 1816
    if(IS_16X16(mb_type)){
        mc_part(h, 0, 1, 8, 0, dest_y, dest_cb, dest_cr, 0, 0,
                qpix_put[0], chroma_put[0], qpix_avg[0], chroma_avg[0],
lorenm's avatar
lorenm committed
1817
                &weight_op[0], &weight_avg[0],
michaelni's avatar
michaelni committed
1818 1819 1820 1821
                IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
    }else if(IS_16X8(mb_type)){
        mc_part(h, 0, 0, 4, 8, dest_y, dest_cb, dest_cr, 0, 0,
                qpix_put[1], chroma_put[0], qpix_avg[1], chroma_avg[0],
lorenm's avatar
lorenm committed
1822
                &weight_op[1], &weight_avg[1],
michaelni's avatar
michaelni committed
1823 1824 1825
                IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
        mc_part(h, 8, 0, 4, 8, dest_y, dest_cb, dest_cr, 0, 4,
                qpix_put[1], chroma_put[0], qpix_avg[1], chroma_avg[0],
lorenm's avatar
lorenm committed
1826
                &weight_op[1], &weight_avg[1],
michaelni's avatar
michaelni committed
1827 1828
                IS_DIR(mb_type, 1, 0), IS_DIR(mb_type, 1, 1));
    }else if(IS_8X16(mb_type)){
lorenm's avatar
lorenm committed
1829
        mc_part(h, 0, 0, 8, 8*h->mb_linesize, dest_y, dest_cb, dest_cr, 0, 0,
michaelni's avatar
michaelni committed
1830
                qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
lorenm's avatar
lorenm committed
1831
                &weight_op[2], &weight_avg[2],
michaelni's avatar
michaelni committed
1832
                IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
lorenm's avatar
lorenm committed
1833
        mc_part(h, 4, 0, 8, 8*h->mb_linesize, dest_y, dest_cb, dest_cr, 4, 0,
michaelni's avatar
michaelni committed
1834
                qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
lorenm's avatar
lorenm committed
1835
                &weight_op[2], &weight_avg[2],
michaelni's avatar
michaelni committed
1836 1837 1838
                IS_DIR(mb_type, 1, 0), IS_DIR(mb_type, 1, 1));
    }else{
        int i;
1839

michaelni's avatar
michaelni committed
1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850
        assert(IS_8X8(mb_type));

        for(i=0; i<4; i++){
            const int sub_mb_type= h->sub_mb_type[i];
            const int n= 4*i;
            int x_offset= (i&1)<<2;
            int y_offset= (i&2)<<1;

            if(IS_SUB_8X8(sub_mb_type)){
                mc_part(h, n, 1, 4, 0, dest_y, dest_cb, dest_cr, x_offset, y_offset,
                    qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
lorenm's avatar
lorenm committed
1851
                    &weight_op[3], &weight_avg[3],
michaelni's avatar
michaelni committed
1852 1853 1854 1855
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
            }else if(IS_SUB_8X4(sub_mb_type)){
                mc_part(h, n  , 0, 2, 4, dest_y, dest_cb, dest_cr, x_offset, y_offset,
                    qpix_put[2], chroma_put[1], qpix_avg[2], chroma_avg[1],
lorenm's avatar
lorenm committed
1856
                    &weight_op[4], &weight_avg[4],
michaelni's avatar
michaelni committed
1857 1858 1859
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
                mc_part(h, n+2, 0, 2, 4, dest_y, dest_cb, dest_cr, x_offset, y_offset+2,
                    qpix_put[2], chroma_put[1], qpix_avg[2], chroma_avg[1],
lorenm's avatar
lorenm committed
1860
                    &weight_op[4], &weight_avg[4],
michaelni's avatar
michaelni committed
1861 1862
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
            }else if(IS_SUB_4X8(sub_mb_type)){
lorenm's avatar
lorenm committed
1863
                mc_part(h, n  , 0, 4, 4*h->mb_linesize, dest_y, dest_cb, dest_cr, x_offset, y_offset,
michaelni's avatar
michaelni committed
1864
                    qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
lorenm's avatar
lorenm committed
1865
                    &weight_op[5], &weight_avg[5],
michaelni's avatar
michaelni committed
1866
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
lorenm's avatar
lorenm committed
1867
                mc_part(h, n+1, 0, 4, 4*h->mb_linesize, dest_y, dest_cb, dest_cr, x_offset+2, y_offset,
michaelni's avatar
michaelni committed
1868
                    qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
lorenm's avatar
lorenm committed
1869
                    &weight_op[5], &weight_avg[5],
michaelni's avatar
michaelni committed
1870 1871 1872 1873 1874 1875 1876 1877 1878
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
            }else{
                int j;
                assert(IS_SUB_4X4(sub_mb_type));
                for(j=0; j<4; j++){
                    int sub_x_offset= x_offset + 2*(j&1);
                    int sub_y_offset= y_offset +   (j&2);
                    mc_part(h, n+j, 1, 2, 0, dest_y, dest_cb, dest_cr, sub_x_offset, sub_y_offset,
                        qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
lorenm's avatar
lorenm committed
1879
                        &weight_op[6], &weight_avg[6],
michaelni's avatar
michaelni committed
1880 1881 1882 1883 1884
                        IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
                }
            }
        }
    }
1885 1886

    prefetch_motion(h, 1);
michaelni's avatar
michaelni committed
1887 1888
}

michael's avatar
michael committed
1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913
static av_cold void init_cavlc_level_tab(void){
    int suffix_length, mask;
    unsigned int i;

    for(suffix_length=0; suffix_length<7; suffix_length++){
        for(i=0; i<(1<<LEVEL_TAB_BITS); i++){
            int prefix= LEVEL_TAB_BITS - av_log2(2*i);
            int level_code= (prefix<<suffix_length) + (i>>(LEVEL_TAB_BITS-prefix-1-suffix_length)) - (1<<suffix_length);

            mask= -(level_code&1);
            level_code= (((2+level_code)>>1) ^ mask) - mask;
            if(prefix + 1 + suffix_length <= LEVEL_TAB_BITS){
                cavlc_level_tab[suffix_length][i][0]= level_code;
                cavlc_level_tab[suffix_length][i][1]= prefix + 1 + suffix_length;
            }else if(prefix + 1 <= LEVEL_TAB_BITS){
                cavlc_level_tab[suffix_length][i][0]= prefix+100;
                cavlc_level_tab[suffix_length][i][1]= prefix + 1;
            }else{
                cavlc_level_tab[suffix_length][i][0]= LEVEL_TAB_BITS+100;
                cavlc_level_tab[suffix_length][i][1]= LEVEL_TAB_BITS;
            }
        }
    }
}

1914
static av_cold void decode_init_vlc(void){
michaelni's avatar
michaelni committed
1915 1916 1917 1918
    static int done = 0;

    if (!done) {
        int i;
cehoyos's avatar
cehoyos committed
1919
        int offset;
michaelni's avatar
michaelni committed
1920 1921
        done = 1;

cehoyos's avatar
cehoyos committed
1922 1923
        chroma_dc_coeff_token_vlc.table = chroma_dc_coeff_token_vlc_table;
        chroma_dc_coeff_token_vlc.table_allocated = chroma_dc_coeff_token_vlc_table_size;
1924
        init_vlc(&chroma_dc_coeff_token_vlc, CHROMA_DC_COEFF_TOKEN_VLC_BITS, 4*5,
michaelni's avatar
michaelni committed
1925
                 &chroma_dc_coeff_token_len [0], 1, 1,
cehoyos's avatar
cehoyos committed
1926 1927
                 &chroma_dc_coeff_token_bits[0], 1, 1,
                 INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1928

cehoyos's avatar
cehoyos committed
1929
        offset = 0;
michaelni's avatar
michaelni committed
1930
        for(i=0; i<4; i++){
cehoyos's avatar
cehoyos committed
1931 1932
            coeff_token_vlc[i].table = coeff_token_vlc_tables+offset;
            coeff_token_vlc[i].table_allocated = coeff_token_vlc_tables_size[i];
1933
            init_vlc(&coeff_token_vlc[i], COEFF_TOKEN_VLC_BITS, 4*17,
michaelni's avatar
michaelni committed
1934
                     &coeff_token_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1935 1936 1937
                     &coeff_token_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
            offset += coeff_token_vlc_tables_size[i];
michaelni's avatar
michaelni committed
1938
        }
cehoyos's avatar
cehoyos committed
1939 1940 1941 1942 1943
        /*
         * This is a one time safety check to make sure that
         * the packed static coeff_token_vlc table sizes
         * were initialized correctly.
         */
1944
        assert(offset == FF_ARRAY_ELEMS(coeff_token_vlc_tables));
michaelni's avatar
michaelni committed
1945 1946

        for(i=0; i<3; i++){
cehoyos's avatar
cehoyos committed
1947 1948 1949 1950
            chroma_dc_total_zeros_vlc[i].table = chroma_dc_total_zeros_vlc_tables[i];
            chroma_dc_total_zeros_vlc[i].table_allocated = chroma_dc_total_zeros_vlc_tables_size;
            init_vlc(&chroma_dc_total_zeros_vlc[i],
                     CHROMA_DC_TOTAL_ZEROS_VLC_BITS, 4,
michaelni's avatar
michaelni committed
1951
                     &chroma_dc_total_zeros_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1952 1953
                     &chroma_dc_total_zeros_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1954 1955
        }
        for(i=0; i<15; i++){
cehoyos's avatar
cehoyos committed
1956 1957 1958 1959
            total_zeros_vlc[i].table = total_zeros_vlc_tables[i];
            total_zeros_vlc[i].table_allocated = total_zeros_vlc_tables_size;
            init_vlc(&total_zeros_vlc[i],
                     TOTAL_ZEROS_VLC_BITS, 16,
michaelni's avatar
michaelni committed
1960
                     &total_zeros_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1961 1962
                     &total_zeros_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1963 1964 1965
        }

        for(i=0; i<6; i++){
cehoyos's avatar
cehoyos committed
1966 1967 1968 1969
            run_vlc[i].table = run_vlc_tables[i];
            run_vlc[i].table_allocated = run_vlc_tables_size;
            init_vlc(&run_vlc[i],
                     RUN_VLC_BITS, 7,
michaelni's avatar
michaelni committed
1970
                     &run_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1971 1972
                     &run_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1973
        }
cehoyos's avatar
cehoyos committed
1974 1975
        run7_vlc.table = run7_vlc_table,
        run7_vlc.table_allocated = run7_vlc_table_size;
1976
        init_vlc(&run7_vlc, RUN7_VLC_BITS, 16,
michaelni's avatar
michaelni committed
1977
                 &run_len [6][0], 1, 1,
cehoyos's avatar
cehoyos committed
1978 1979
                 &run_bits[6][0], 1, 1,
                 INIT_VLC_USE_NEW_STATIC);
michael's avatar
michael committed
1980 1981

        init_cavlc_level_tab();
michaelni's avatar
michaelni committed
1982 1983 1984 1985
    }
}

static void free_tables(H264Context *h){
benoit's avatar
 
benoit committed
1986
    int i;
1987
    H264Context *hx;
michaelni's avatar
michaelni committed
1988
    av_freep(&h->intra4x4_pred_mode);
1989 1990
    av_freep(&h->chroma_pred_mode_table);
    av_freep(&h->cbp_table);
1991 1992
    av_freep(&h->mvd_table[0]);
    av_freep(&h->mvd_table[1]);
1993
    av_freep(&h->direct_table);
michaelni's avatar
michaelni committed
1994 1995 1996
    av_freep(&h->non_zero_count);
    av_freep(&h->slice_table_base);
    h->slice_table= NULL;
1997

michaelni's avatar
michaelni committed
1998 1999
    av_freep(&h->mb2b_xy);
    av_freep(&h->mb2b8_xy);
lorenm's avatar
lorenm committed
2000

2001 2002 2003 2004 2005 2006 2007
    for(i = 0; i < h->s.avctx->thread_count; i++) {
        hx = h->thread_context[i];
        if(!hx) continue;
        av_freep(&hx->top_borders[1]);
        av_freep(&hx->top_borders[0]);
        av_freep(&hx->s.obmc_scratchpad);
    }
michaelni's avatar
michaelni committed
2008 2009
}

lorenm's avatar
lorenm committed
2010 2011
static void init_dequant8_coeff_table(H264Context *h){
    int i,q,x;
lorenm's avatar
lorenm committed
2012
    const int transpose = (h->s.dsp.h264_idct8_add != ff_h264_idct8_add_c); //FIXME ugly
lorenm's avatar
lorenm committed
2013 2014 2015 2016 2017 2018 2019 2020 2021 2022
    h->dequant8_coeff[0] = h->dequant8_buffer[0];
    h->dequant8_coeff[1] = h->dequant8_buffer[1];

    for(i=0; i<2; i++ ){
        if(i && !memcmp(h->pps.scaling_matrix8[0], h->pps.scaling_matrix8[1], 64*sizeof(uint8_t))){
            h->dequant8_coeff[1] = h->dequant8_buffer[0];
            break;
        }

        for(q=0; q<52; q++){
2023 2024
            int shift = div6[q];
            int idx = rem6[q];
lorenm's avatar
lorenm committed
2025
            for(x=0; x<64; x++)
lorenm's avatar
lorenm committed
2026 2027 2028
                h->dequant8_coeff[i][q][transpose ? (x>>3)|((x&7)<<3) : x] =
                    ((uint32_t)dequant8_coeff_init[idx][ dequant8_coeff_init_scan[((x>>1)&12) | (x&3)] ] *
                    h->pps.scaling_matrix8[i][x]) << shift;
lorenm's avatar
lorenm committed
2029 2030 2031 2032 2033 2034
        }
    }
}

static void init_dequant4_coeff_table(H264Context *h){
    int i,j,q,x;
2035
    const int transpose = (h->s.dsp.h264_idct_add != ff_h264_idct_add_c); //FIXME ugly
lorenm's avatar
lorenm committed
2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047
    for(i=0; i<6; i++ ){
        h->dequant4_coeff[i] = h->dequant4_buffer[i];
        for(j=0; j<i; j++){
            if(!memcmp(h->pps.scaling_matrix4[j], h->pps.scaling_matrix4[i], 16*sizeof(uint8_t))){
                h->dequant4_coeff[i] = h->dequant4_buffer[j];
                break;
            }
        }
        if(j<i)
            continue;

        for(q=0; q<52; q++){
2048 2049
            int shift = div6[q] + 2;
            int idx = rem6[q];
lorenm's avatar
lorenm committed
2050
            for(x=0; x<16; x++)
2051 2052
                h->dequant4_coeff[i][q][transpose ? (x>>2)|((x<<2)&0xF) : x] =
                    ((uint32_t)dequant4_coeff_init[idx][(x&1) + ((x>>2)&1)] *
lorenm's avatar
lorenm committed
2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074
                    h->pps.scaling_matrix4[i][x]) << shift;
        }
    }
}

static void init_dequant_tables(H264Context *h){
    int i,x;
    init_dequant4_coeff_table(h);
    if(h->pps.transform_8x8_mode)
        init_dequant8_coeff_table(h);
    if(h->sps.transform_bypass){
        for(i=0; i<6; i++)
            for(x=0; x<16; x++)
                h->dequant4_coeff[i][0][x] = 1<<6;
        if(h->pps.transform_8x8_mode)
            for(i=0; i<2; i++)
                for(x=0; x<64; x++)
                    h->dequant8_coeff[i][0][x] = 1<<6;
    }
}


michaelni's avatar
michaelni committed
2075 2076
/**
 * allocates tables.
2077
 * needs width/height
michaelni's avatar
michaelni committed
2078 2079 2080
 */
static int alloc_tables(H264Context *h){
    MpegEncContext * const s = &h->s;
2081
    const int big_mb_num= s->mb_stride * (s->mb_height+1);
lorenm's avatar
lorenm committed
2082
    int x,y;
michaelni's avatar
michaelni committed
2083 2084

    CHECKED_ALLOCZ(h->intra4x4_pred_mode, big_mb_num * 8  * sizeof(uint8_t))
2085

2086
    CHECKED_ALLOCZ(h->non_zero_count    , big_mb_num * 16 * sizeof(uint8_t))
2087
    CHECKED_ALLOCZ(h->slice_table_base  , (big_mb_num+s->mb_stride) * sizeof(*h->slice_table_base))
michael's avatar
michael committed
2088
    CHECKED_ALLOCZ(h->cbp_table, big_mb_num * sizeof(uint16_t))
michaelni's avatar
michaelni committed
2089

2090 2091 2092 2093
    CHECKED_ALLOCZ(h->chroma_pred_mode_table, big_mb_num * sizeof(uint8_t))
    CHECKED_ALLOCZ(h->mvd_table[0], 32*big_mb_num * sizeof(uint16_t));
    CHECKED_ALLOCZ(h->mvd_table[1], 32*big_mb_num * sizeof(uint16_t));
    CHECKED_ALLOCZ(h->direct_table, 32*big_mb_num * sizeof(uint8_t));
2094

2095
    memset(h->slice_table_base, -1, (big_mb_num+s->mb_stride)  * sizeof(*h->slice_table_base));
lorenm's avatar
lorenm committed
2096
    h->slice_table= h->slice_table_base + s->mb_stride*2 + 1;
michaelni's avatar
michaelni committed
2097

2098 2099
    CHECKED_ALLOCZ(h->mb2b_xy  , big_mb_num * sizeof(uint32_t));
    CHECKED_ALLOCZ(h->mb2b8_xy , big_mb_num * sizeof(uint32_t));
michaelni's avatar
michaelni committed
2100 2101
    for(y=0; y<s->mb_height; y++){
        for(x=0; x<s->mb_width; x++){
2102
            const int mb_xy= x + y*s->mb_stride;
michaelni's avatar
michaelni committed
2103 2104
            const int b_xy = 4*x + 4*y*h->b_stride;
            const int b8_xy= 2*x + 2*y*h->b8_stride;
2105

michaelni's avatar
michaelni committed
2106 2107 2108 2109
            h->mb2b_xy [mb_xy]= b_xy;
            h->mb2b8_xy[mb_xy]= b8_xy;
        }
    }
lorenm's avatar
lorenm committed
2110

2111 2112
    s->obmc_scratchpad = NULL;

2113 2114 2115
    if(!h->dequant4_coeff[0])
        init_dequant_tables(h);

michaelni's avatar
michaelni committed
2116 2117 2118 2119 2120 2121
    return 0;
fail:
    free_tables(h);
    return -1;
}

2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153
/**
 * Mimic alloc_tables(), but for every context thread.
 */
static void clone_tables(H264Context *dst, H264Context *src){
    dst->intra4x4_pred_mode       = src->intra4x4_pred_mode;
    dst->non_zero_count           = src->non_zero_count;
    dst->slice_table              = src->slice_table;
    dst->cbp_table                = src->cbp_table;
    dst->mb2b_xy                  = src->mb2b_xy;
    dst->mb2b8_xy                 = src->mb2b8_xy;
    dst->chroma_pred_mode_table   = src->chroma_pred_mode_table;
    dst->mvd_table[0]             = src->mvd_table[0];
    dst->mvd_table[1]             = src->mvd_table[1];
    dst->direct_table             = src->direct_table;

    dst->s.obmc_scratchpad = NULL;
    ff_h264_pred_init(&dst->hpc, src->s.codec_id);
}

/**
 * Init context
 * Allocate buffers which are not shared amongst multiple threads.
 */
static int context_init(H264Context *h){
    CHECKED_ALLOCZ(h->top_borders[0], h->s.mb_width * (16+8+8) * sizeof(uint8_t))
    CHECKED_ALLOCZ(h->top_borders[1], h->s.mb_width * (16+8+8) * sizeof(uint8_t))

    return 0;
fail:
    return -1; // free_tables will clean up for us
}

2154
static av_cold void common_init(H264Context *h){
michaelni's avatar
michaelni committed
2155 2156 2157 2158 2159
    MpegEncContext * const s = &h->s;

    s->width = s->avctx->width;
    s->height = s->avctx->height;
    s->codec_id= s->avctx->codec->id;
2160

2161
    ff_h264_pred_init(&h->hpc, s->codec_id);
michaelni's avatar
michaelni committed
2162

lorenm's avatar
lorenm committed
2163
    h->dequant_coeff_pps= -1;
michael's avatar
michael committed
2164
    s->unrestricted_mv=1;
michaelni's avatar
michaelni committed
2165
    s->decode=1; //FIXME
2166

2167 2168
    dsputil_init(&s->dsp, s->avctx); // needed so that idct permutation is known early

2169 2170
    memset(h->pps.scaling_matrix4, 16, 6*16*sizeof(uint8_t));
    memset(h->pps.scaling_matrix8, 16, 2*64*sizeof(uint8_t));
michaelni's avatar
michaelni committed
2171 2172
}

2173
static av_cold int decode_init(AVCodecContext *avctx){
michaelni's avatar
michaelni committed
2174 2175 2176
    H264Context *h= avctx->priv_data;
    MpegEncContext * const s = &h->s;

michael's avatar
michael committed
2177
    MPV_decode_defaults(s);
2178

michaelni's avatar
michaelni committed
2179 2180 2181 2182 2183 2184 2185 2186
    s->avctx = avctx;
    common_init(h);

    s->out_format = FMT_H264;
    s->workaround_bugs= avctx->workaround_bugs;

    // set defaults
//    s->decode_mb= ff_h263_decode_mb;
2187
    s->quarter_sample = 1;
michaelni's avatar
michaelni committed
2188
    s->low_delay= 1;
2189 2190 2191

    if(avctx->codec_id == CODEC_ID_SVQ3)
        avctx->pix_fmt= PIX_FMT_YUVJ420P;
2192 2193
    else if(avctx->codec_id == CODEC_ID_H264_VDPAU)
        avctx->pix_fmt= PIX_FMT_VDPAU_H264;
2194
    else
michael's avatar
michael committed
2195
        avctx->pix_fmt= PIX_FMT_YUV420P;
michaelni's avatar
michaelni committed
2196

2197
    decode_init_vlc();
2198

2199 2200
    if(avctx->extradata_size > 0 && avctx->extradata &&
       *(char *)avctx->extradata == 1){
2201 2202
        h->is_avc = 1;
        h->got_avcC = 0;
2203 2204
    } else {
        h->is_avc = 0;
2205 2206
    }

2207
    h->thread_context[0] = h;
2208
    h->outputed_poc = INT_MIN;
2209
    h->prev_poc_msb= 1<<16;
michaelni's avatar
michaelni committed
2210 2211 2212
    return 0;
}

2213
static int frame_start(H264Context *h){
michaelni's avatar
michaelni committed
2214 2215 2216
    MpegEncContext * const s = &h->s;
    int i;

2217 2218
    if(MPV_frame_start(s, s->avctx) < 0)
        return -1;
michaelni's avatar
michaelni committed
2219
    ff_er_frame_start(s);
2220 2221 2222
    /*
     * MPV_frame_start uses pict_type to derive key_frame.
     * This is incorrect for H.264; IDR markings must be used.
diego's avatar
diego committed
2223
     * Zero here; IDR markings per slice in frame or fields are ORed in later.
2224 2225 2226
     * See decode_nal_units().
     */
    s->current_picture_ptr->key_frame= 0;
michaelni's avatar
michaelni committed
2227 2228 2229 2230 2231

    assert(s->linesize && s->uvlinesize);

    for(i=0; i<16; i++){
        h->block_offset[i]= 4*((scan8[i] - scan8[0])&7) + 4*s->linesize*((scan8[i] - scan8[0])>>3);
2232
        h->block_offset[24+i]= 4*((scan8[i] - scan8[0])&7) + 8*s->linesize*((scan8[i] - scan8[0])>>3);
michaelni's avatar
michaelni committed
2233 2234 2235 2236
    }
    for(i=0; i<4; i++){
        h->block_offset[16+i]=
        h->block_offset[20+i]= 4*((scan8[i] - scan8[0])&7) + 4*s->uvlinesize*((scan8[i] - scan8[0])>>3);
2237 2238
        h->block_offset[24+16+i]=
        h->block_offset[24+20+i]= 4*((scan8[i] - scan8[0])&7) + 8*s->uvlinesize*((scan8[i] - scan8[0])>>3);
michaelni's avatar
michaelni committed
2239 2240
    }

2241 2242
    /* can't be in alloc_tables because linesize isn't known there.
     * FIXME: redo bipred weight to not require extra buffer? */
2243 2244 2245
    for(i = 0; i < s->avctx->thread_count; i++)
        if(!h->thread_context[i]->s.obmc_scratchpad)
            h->thread_context[i]->s.obmc_scratchpad = av_malloc(16*2*s->linesize + 8*2*s->uvlinesize);
lorenm's avatar
lorenm committed
2246 2247

    /* some macroblocks will be accessed before they're available */
2248
    if(FRAME_MBAFF || s->avctx->thread_count > 1)
2249
        memset(h->slice_table, -1, (s->mb_height*s->mb_stride-1) * sizeof(*h->slice_table));
2250

michaelni's avatar
michaelni committed
2251
//    s->decode= (s->flags&CODEC_FLAG_PSNR) || !s->encoding || s->current_picture.reference /*|| h->contains_intra*/ || 1;
2252

diego's avatar
diego committed
2253
    // We mark the current picture as non-reference after allocating it, so
2254 2255 2256 2257 2258 2259 2260
    // that if we break out due to an error it can be released automatically
    // in the next MPV_frame_start().
    // SVQ3 as well as most other codecs have only last/next/current and thus
    // get released even with set reference, besides SVQ3 and others do not
    // mark frames as reference later "naturally".
    if(s->codec_id != CODEC_ID_SVQ3)
        s->current_picture_ptr->reference= 0;
2261 2262 2263

    s->current_picture_ptr->field_poc[0]=
    s->current_picture_ptr->field_poc[1]= INT_MAX;
2264
    assert(s->current_picture_ptr->long_ref==0);
2265

2266
    return 0;
michaelni's avatar
michaelni committed
2267 2268
}

2269
static inline void backup_mb_border(H264Context *h, uint8_t *src_y, uint8_t *src_cb, uint8_t *src_cr, int linesize, int uvlinesize, int simple){
2270 2271
    MpegEncContext * const s = &h->s;
    int i;
2272 2273 2274 2275 2276
    int step    = 1;
    int offset  = 1;
    int uvoffset= 1;
    int top_idx = 1;
    int skiplast= 0;
2277

2278 2279 2280 2281
    src_y  -=   linesize;
    src_cb -= uvlinesize;
    src_cr -= uvlinesize;

2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309
    if(!simple && FRAME_MBAFF){
        if(s->mb_y&1){
            offset  = MB_MBAFF ? 1 : 17;
            uvoffset= MB_MBAFF ? 1 : 9;
            if(!MB_MBAFF){
                *(uint64_t*)(h->top_borders[0][s->mb_x]+ 0)= *(uint64_t*)(src_y +  15*linesize);
                *(uint64_t*)(h->top_borders[0][s->mb_x]+ 8)= *(uint64_t*)(src_y +8+15*linesize);
                if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
                    *(uint64_t*)(h->top_borders[0][s->mb_x]+16)= *(uint64_t*)(src_cb+7*uvlinesize);
                    *(uint64_t*)(h->top_borders[0][s->mb_x]+24)= *(uint64_t*)(src_cr+7*uvlinesize);
                }
            }
        }else{
            if(!MB_MBAFF){
                h->left_border[0]= h->top_borders[0][s->mb_x][15];
                if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
                    h->left_border[34   ]= h->top_borders[0][s->mb_x][16+7  ];
                    h->left_border[34+18]= h->top_borders[0][s->mb_x][16+8+7];
                }
                skiplast= 1;
            }
            offset  =
            uvoffset=
            top_idx = MB_MBAFF ? 0 : 1;
        }
        step= MB_MBAFF ? 2 : 1;
    }

2310
    // There are two lines saved, the line above the the top macroblock of a pair,
2311
    // and the line above the bottom macroblock
2312 2313 2314
    h->left_border[offset]= h->top_borders[top_idx][s->mb_x][15];
    for(i=1; i<17 - skiplast; i++){
        h->left_border[offset+i*step]= src_y[15+i*  linesize];
2315
    }
2316

2317 2318
    *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+0)= *(uint64_t*)(src_y +  16*linesize);
    *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+8)= *(uint64_t*)(src_y +8+16*linesize);
2319

michael's avatar
michael committed
2320
    if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
2321 2322 2323 2324 2325
        h->left_border[uvoffset+34   ]= h->top_borders[top_idx][s->mb_x][16+7];
        h->left_border[uvoffset+34+18]= h->top_borders[top_idx][s->mb_x][24+7];
        for(i=1; i<9 - skiplast; i++){
            h->left_border[uvoffset+34   +i*step]= src_cb[7+i*uvlinesize];
            h->left_border[uvoffset+34+18+i*step]= src_cr[7+i*uvlinesize];
2326
        }
2327 2328
        *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+16)= *(uint64_t*)(src_cb+8*uvlinesize);
        *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+24)= *(uint64_t*)(src_cr+8*uvlinesize);
2329 2330 2331
    }
}

2332
static inline void xchg_mb_border(H264Context *h, uint8_t *src_y, uint8_t *src_cb, uint8_t *src_cr, int linesize, int uvlinesize, int xchg, int simple){
2333 2334 2335
    MpegEncContext * const s = &h->s;
    int temp8, i;
    uint64_t temp64;
2336 2337 2338
    int deblock_left;
    int deblock_top;
    int mb_xy;
2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354
    int step    = 1;
    int offset  = 1;
    int uvoffset= 1;
    int top_idx = 1;

    if(!simple && FRAME_MBAFF){
        if(s->mb_y&1){
            offset  = MB_MBAFF ? 1 : 17;
            uvoffset= MB_MBAFF ? 1 : 9;
        }else{
            offset  =
            uvoffset=
            top_idx = MB_MBAFF ? 0 : 1;
        }
        step= MB_MBAFF ? 2 : 1;
    }
2355 2356

    if(h->deblocking_filter == 2) {
2357
        mb_xy = h->mb_xy;
2358 2359 2360 2361
        deblock_left = h->slice_table[mb_xy] == h->slice_table[mb_xy - 1];
        deblock_top  = h->slice_table[mb_xy] == h->slice_table[h->top_mb_xy];
    } else {
        deblock_left = (s->mb_x > 0);
2362
        deblock_top =  (s->mb_y > !!MB_FIELD);
2363
    }
2364 2365 2366 2367 2368 2369 2370 2371 2372 2373

    src_y  -=   linesize + 1;
    src_cb -= uvlinesize + 1;
    src_cr -= uvlinesize + 1;

#define XCHG(a,b,t,xchg)\
t= a;\
if(xchg)\
    a= b;\
b= t;
2374 2375

    if(deblock_left){
2376 2377
        for(i = !deblock_top; i<16; i++){
            XCHG(h->left_border[offset+i*step], src_y [i*  linesize], temp8, xchg);
2378
        }
2379
        XCHG(h->left_border[offset+i*step], src_y [i*  linesize], temp8, 1);
2380 2381 2382
    }

    if(deblock_top){
2383 2384
        XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+0), *(uint64_t*)(src_y +1), temp64, xchg);
        XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+8), *(uint64_t*)(src_y +9), temp64, 1);
reimar's avatar
reimar committed
2385
        if(s->mb_x+1 < s->mb_width){
2386
            XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x+1]), *(uint64_t*)(src_y +17), temp64, 1);
lorenm's avatar
lorenm committed
2387
        }
2388 2389
    }

michael's avatar
michael committed
2390
    if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
2391
        if(deblock_left){
2392 2393 2394
            for(i = !deblock_top; i<8; i++){
                XCHG(h->left_border[uvoffset+34   +i*step], src_cb[i*uvlinesize], temp8, xchg);
                XCHG(h->left_border[uvoffset+34+18+i*step], src_cr[i*uvlinesize], temp8, xchg);
2395
            }
2396 2397
            XCHG(h->left_border[uvoffset+34   +i*step], src_cb[i*uvlinesize], temp8, 1);
            XCHG(h->left_border[uvoffset+34+18+i*step], src_cr[i*uvlinesize], temp8, 1);
2398 2399
        }
        if(deblock_top){
2400 2401
            XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+16), *(uint64_t*)(src_cb+1), temp64, 1);
            XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+24), *(uint64_t*)(src_cr+1), temp64, 1);
2402 2403 2404 2405
        }
    }
}

2406
static av_always_inline void hl_decode_mb_internal(H264Context *h, int simple){
michaelni's avatar
michaelni committed
2407 2408 2409
    MpegEncContext * const s = &h->s;
    const int mb_x= s->mb_x;
    const int mb_y= s->mb_y;
2410
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
2411 2412 2413 2414
    const int mb_type= s->current_picture.mb_type[mb_xy];
    uint8_t  *dest_y, *dest_cb, *dest_cr;
    int linesize, uvlinesize /*dct_offset*/;
    int i;
2415
    int *block_offset = &h->block_offset[0];
michael's avatar
michael committed
2416
    const int transform_bypass = !simple && (s->qscale == 0 && h->sps.transform_bypass);
2417 2418
    /* is_h264 should always be true if SVQ3 is disabled. */
    const int is_h264 = !ENABLE_SVQ3_DECODER || simple || s->codec_id == CODEC_ID_H264;
lorenm's avatar
lorenm committed
2419
    void (*idct_add)(uint8_t *dst, DCTELEM *block, int stride);
2420
    void (*idct_dc_add)(uint8_t *dst, DCTELEM *block, int stride);
michaelni's avatar
michaelni committed
2421

2422 2423 2424
    dest_y  = s->current_picture.data[0] + (mb_x + mb_y * s->linesize  ) * 16;
    dest_cb = s->current_picture.data[1] + (mb_x + mb_y * s->uvlinesize) * 8;
    dest_cr = s->current_picture.data[2] + (mb_x + mb_y * s->uvlinesize) * 8;
michaelni's avatar
michaelni committed
2425

lorenm's avatar
lorenm committed
2426 2427 2428
    s->dsp.prefetch(dest_y + (s->mb_x&3)*4*s->linesize + 64, s->linesize, 4);
    s->dsp.prefetch(dest_cb + (s->mb_x&7)*s->uvlinesize + 64, dest_cr - dest_cb, 2);

2429
    if (!simple && MB_FIELD) {
lorenm's avatar
lorenm committed
2430 2431
        linesize   = h->mb_linesize   = s->linesize * 2;
        uvlinesize = h->mb_uvlinesize = s->uvlinesize * 2;
2432
        block_offset = &h->block_offset[24];
diego's avatar
diego committed
2433
        if(mb_y&1){ //FIXME move out of this function?
michaelni's avatar
michaelni committed
2434
            dest_y -= s->linesize*15;
2435 2436
            dest_cb-= s->uvlinesize*7;
            dest_cr-= s->uvlinesize*7;
michaelni's avatar
michaelni committed
2437
        }
lorenm's avatar
lorenm committed
2438 2439
        if(FRAME_MBAFF) {
            int list;
2440
            for(list=0; list<h->list_count; list++){
lorenm's avatar
lorenm committed
2441 2442 2443 2444
                if(!USES_LIST(mb_type, list))
                    continue;
                if(IS_16X16(mb_type)){
                    int8_t *ref = &h->ref_cache[list][scan8[0]];
andoma's avatar
andoma committed
2445
                    fill_rectangle(ref, 4, 4, 8, (16+*ref)^(s->mb_y&1), 1);
lorenm's avatar
lorenm committed
2446 2447 2448 2449
                }else{
                    for(i=0; i<16; i+=4){
                        int ref = h->ref_cache[list][scan8[i]];
                        if(ref >= 0)
andoma's avatar
andoma committed
2450
                            fill_rectangle(&h->ref_cache[list][scan8[i]], 2, 2, 8, (16+ref)^(s->mb_y&1), 1);
lorenm's avatar
lorenm committed
2451 2452 2453 2454
                    }
                }
            }
        }
michaelni's avatar
michaelni committed
2455
    } else {
lorenm's avatar
lorenm committed
2456 2457
        linesize   = h->mb_linesize   = s->linesize;
        uvlinesize = h->mb_uvlinesize = s->uvlinesize;
michaelni's avatar
michaelni committed
2458 2459
//        dct_offset = s->linesize * 16;
    }
2460

2461
    if (!simple && IS_INTRA_PCM(mb_type)) {
michael's avatar
michael committed
2462 2463
        for (i=0; i<16; i++) {
            memcpy(dest_y + i*  linesize, h->mb       + i*8, 16);
2464
        }
michael's avatar
michael committed
2465 2466 2467
        for (i=0; i<8; i++) {
            memcpy(dest_cb+ i*uvlinesize, h->mb + 128 + i*4,  8);
            memcpy(dest_cr+ i*uvlinesize, h->mb + 160 + i*4,  8);
2468
        }
2469 2470
    } else {
        if(IS_INTRA(mb_type)){
2471
            if(h->deblocking_filter)
2472
                xchg_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, 1, simple);
2473

michael's avatar
michael committed
2474
            if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
2475 2476
                h->hpc.pred8x8[ h->chroma_pred_mode ](dest_cb, uvlinesize);
                h->hpc.pred8x8[ h->chroma_pred_mode ](dest_cr, uvlinesize);
2477
            }
michaelni's avatar
michaelni committed
2478

2479
            if(IS_INTRA4x4(mb_type)){
2480
                if(simple || !s->encoding){
lorenm's avatar
lorenm committed
2481
                    if(IS_8x8DCT(mb_type)){
2482 2483 2484
                        if(transform_bypass){
                            idct_dc_add =
                            idct_add    = s->dsp.add_pixels8;
2485
                        }else{
2486 2487 2488
                            idct_dc_add = s->dsp.h264_idct8_dc_add;
                            idct_add    = s->dsp.h264_idct8_add;
                        }
lorenm's avatar
lorenm committed
2489 2490 2491
                        for(i=0; i<16; i+=4){
                            uint8_t * const ptr= dest_y + block_offset[i];
                            const int dir= h->intra4x4_pred_mode_cache[ scan8[i] ];
michael's avatar
michael committed
2492 2493 2494
                            if(transform_bypass && h->sps.profile_idc==244 && dir<=1){
                                h->hpc.pred8x8l_add[dir](ptr, h->mb + i*16, linesize);
                            }else{
2495 2496 2497 2498 2499 2500 2501 2502 2503
                                const int nnz = h->non_zero_count_cache[ scan8[i] ];
                                h->hpc.pred8x8l[ dir ](ptr, (h->topleft_samples_available<<i)&0x8000,
                                                            (h->topright_samples_available<<i)&0x4000, linesize);
                                if(nnz){
                                    if(nnz == 1 && h->mb[i*16])
                                        idct_dc_add(ptr, h->mb + i*16, linesize);
                                    else
                                        idct_add   (ptr, h->mb + i*16, linesize);
                                }
michael's avatar
michael committed
2504
                            }
lorenm's avatar
lorenm committed
2505
                        }
2506 2507 2508 2509 2510 2511 2512 2513
                    }else{
                        if(transform_bypass){
                            idct_dc_add =
                            idct_add    = s->dsp.add_pixels4;
                        }else{
                            idct_dc_add = s->dsp.h264_idct_dc_add;
                            idct_add    = s->dsp.h264_idct_add;
                        }
michael's avatar
michael committed
2514 2515 2516
                        for(i=0; i<16; i++){
                            uint8_t * const ptr= dest_y + block_offset[i];
                            const int dir= h->intra4x4_pred_mode_cache[ scan8[i] ];
2517

michael's avatar
michael committed
2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530
                            if(transform_bypass && h->sps.profile_idc==244 && dir<=1){
                                h->hpc.pred4x4_add[dir](ptr, h->mb + i*16, linesize);
                            }else{
                                uint8_t *topright;
                                int nnz, tr;
                                if(dir == DIAG_DOWN_LEFT_PRED || dir == VERT_LEFT_PRED){
                                    const int topright_avail= (h->topright_samples_available<<i)&0x8000;
                                    assert(mb_y || linesize <= block_offset[i]);
                                    if(!topright_avail){
                                        tr= ptr[3 - linesize]*0x01010101;
                                        topright= (uint8_t*) &tr;
                                    }else
                                        topright= ptr + 4 - linesize;
2531
                                }else
michael's avatar
michael committed
2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544
                                    topright= NULL;

                                h->hpc.pred4x4[ dir ](ptr, topright, linesize);
                                nnz = h->non_zero_count_cache[ scan8[i] ];
                                if(nnz){
                                    if(is_h264){
                                        if(nnz == 1 && h->mb[i*16])
                                            idct_dc_add(ptr, h->mb + i*16, linesize);
                                        else
                                            idct_add   (ptr, h->mb + i*16, linesize);
                                    }else
                                        svq3_add_idct_c(ptr, h->mb + i*16, linesize, s->qscale, 0);
                                }
2545
                            }
michael's avatar
michael committed
2546
                        }
michaelni's avatar
michaelni committed
2547
                    }
michaelni's avatar
michaelni committed
2548
                }
2549
            }else{
2550
                h->hpc.pred16x16[ h->intra16x16_pred_mode ](dest_y , linesize);
2551
                if(is_h264){
lorenm's avatar
lorenm committed
2552
                    if(!transform_bypass)
takis's avatar
takis committed
2553
                        h264_luma_dc_dequant_idct_c(h->mb, s->qscale, h->dequant4_coeff[0][s->qscale][0]);
lorenm's avatar
lorenm committed
2554
                }else
2555
                    svq3_luma_dc_dequant_idct_c(h->mb, s->qscale);
michaelni's avatar
michaelni committed
2556
            }
2557
            if(h->deblocking_filter)
2558
                xchg_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, 0, simple);
2559
        }else if(is_h264){
2560
            hl_motion(h, dest_y, dest_cb, dest_cr,
2561 2562
                      s->me.qpel_put, s->dsp.put_h264_chroma_pixels_tab,
                      s->me.qpel_avg, s->dsp.avg_h264_chroma_pixels_tab,
2563
                      s->dsp.weight_h264_pixels_tab, s->dsp.biweight_h264_pixels_tab);
michaelni's avatar
michaelni committed
2564
        }
2565 2566 2567


        if(!IS_INTRA4x4(mb_type)){
2568
            if(is_h264){
2569
                if(IS_INTRA16x16(mb_type)){
2570 2571
                    if(transform_bypass){
                        if(h->sps.profile_idc==244 && (h->intra16x16_pred_mode==VERT_PRED8x8 || h->intra16x16_pred_mode==HOR_PRED8x8)){
michael's avatar
michael committed
2572 2573 2574 2575
                            h->hpc.pred16x16_add[h->intra16x16_pred_mode](dest_y, block_offset, h->mb, linesize);
                        }else{
                            for(i=0; i<16; i++){
                                if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16])
2576
                                    s->dsp.add_pixels4(dest_y + block_offset[i], h->mb + i*16, linesize);
michael's avatar
michael committed
2577
                            }
2578 2579 2580
                        }
                    }else{
                         s->dsp.h264_idct_add16intra(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
michael's avatar
michael committed
2581
                    }
2582
                }else if(h->cbp&15){
2583
                    if(transform_bypass){
michael's avatar
michael committed
2584
                        const int di = IS_8x8DCT(mb_type) ? 4 : 1;
2585
                        idct_add= IS_8x8DCT(mb_type) ? s->dsp.add_pixels8 : s->dsp.add_pixels4;
michael's avatar
michael committed
2586
                        for(i=0; i<16; i+=di){
michael's avatar
michael committed
2587
                            if(h->non_zero_count_cache[ scan8[i] ]){
2588
                                idct_add(dest_y + block_offset[i], h->mb + i*16, linesize);
michael's avatar
michael committed
2589
                            }
2590
                        }
2591 2592 2593 2594 2595 2596 2597
                    }else{
                        if(IS_8x8DCT(mb_type)){
                            s->dsp.h264_idct8_add4(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
                        }else{
                            s->dsp.h264_idct_add16(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
                        }
                    }
michaelni's avatar
michaelni committed
2598
                }
2599 2600 2601
            }else{
                for(i=0; i<16; i++){
                    if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16]){ //FIXME benchmark weird rule, & below
2602
                        uint8_t * const ptr= dest_y + block_offset[i];
2603 2604
                        svq3_add_idct_c(ptr, h->mb + i*16, linesize, s->qscale, IS_INTRA(mb_type) ? 1 : 0);
                    }
michaelni's avatar
michaelni committed
2605
                }
michaelni's avatar
michaelni committed
2606 2607 2608
            }
        }

2609
        if((simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)) && (h->cbp&0x30)){
2610 2611
            uint8_t *dest[2] = {dest_cb, dest_cr};
            if(transform_bypass){
2612 2613 2614 2615
                if(IS_INTRA(mb_type) && h->sps.profile_idc==244 && (h->chroma_pred_mode==VERT_PRED8x8 || h->chroma_pred_mode==HOR_PRED8x8)){
                    h->hpc.pred8x8_add[h->chroma_pred_mode](dest[0], block_offset + 16, h->mb + 16*16, uvlinesize);
                    h->hpc.pred8x8_add[h->chroma_pred_mode](dest[1], block_offset + 20, h->mb + 20*16, uvlinesize);
                }else{
2616
                    idct_add = s->dsp.add_pixels4;
2617 2618 2619 2620 2621
                    for(i=16; i<16+8; i++){
                        if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16])
                            idct_add   (dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
                    }
                }
2622
            }else{
2623 2624
                chroma_dc_dequant_idct_c(h->mb + 16*16, h->chroma_qp[0], h->dequant4_coeff[IS_INTRA(mb_type) ? 1:4][h->chroma_qp[0]][0]);
                chroma_dc_dequant_idct_c(h->mb + 16*16+4*16, h->chroma_qp[1], h->dequant4_coeff[IS_INTRA(mb_type) ? 2:5][h->chroma_qp[1]][0]);
michael's avatar
michael committed
2625
                if(is_h264){
2626 2627
                    idct_add = s->dsp.h264_idct_add;
                    idct_dc_add = s->dsp.h264_idct_dc_add;
2628 2629 2630 2631 2632 2633
                    for(i=16; i<16+8; i++){
                        if(h->non_zero_count_cache[ scan8[i] ])
                            idct_add   (dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
                        else if(h->mb[i*16])
                            idct_dc_add(dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
                    }
michael's avatar
michael committed
2634 2635 2636 2637 2638 2639
                }else{
                    for(i=16; i<16+8; i++){
                        if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16]){
                            uint8_t * const ptr= dest[(i&4)>>2] + block_offset[i];
                            svq3_add_idct_c(ptr, h->mb + i*16, uvlinesize, chroma_qp[s->qscale + 12] - 12, 2);
                        }
2640
                    }
michaelni's avatar
michaelni committed
2641
                }
michaelni's avatar
michaelni committed
2642 2643 2644
            }
        }
    }
2645 2646 2647
    if(h->cbp || IS_INTRA(mb_type))
        s->dsp.clear_blocks(h->mb);

2648
    if(h->deblocking_filter) {
2649 2650 2651 2652
        backup_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, simple);
        fill_caches(h, mb_type, 1); //FIXME don't fill stuff which isn't used by filter_mb
        h->chroma_qp[0] = get_chroma_qp(h, 0, s->current_picture.qscale_table[mb_xy]);
        h->chroma_qp[1] = get_chroma_qp(h, 1, s->current_picture.qscale_table[mb_xy]);
2653
        if (!simple && FRAME_MBAFF) {
2654
            filter_mb     (h, mb_x, mb_y, dest_y, dest_cb, dest_cr, linesize, uvlinesize);
2655
        } else {
2656
            filter_mb_fast(h, mb_x, mb_y, dest_y, dest_cb, dest_cr, linesize, uvlinesize);
2657
        }
2658
    }
michaelni's avatar
michaelni committed
2659 2660
}

2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676
/**
 * Process a macroblock; this case avoids checks for expensive uncommon cases.
 */
static void hl_decode_mb_simple(H264Context *h){
    hl_decode_mb_internal(h, 1);
}

/**
 * Process a macroblock; this handles edge cases, such as interlacing.
 */
static void av_noinline hl_decode_mb_complex(H264Context *h){
    hl_decode_mb_internal(h, 0);
}

static void hl_decode_mb(H264Context *h){
    MpegEncContext * const s = &h->s;
2677
    const int mb_xy= h->mb_xy;
2678
    const int mb_type= s->current_picture.mb_type[mb_xy];
2679
    int is_complex = ENABLE_SMALL || h->is_complex || IS_INTRA_PCM(mb_type) || s->qscale == 0;
2680

2681
    if(ENABLE_H264_ENCODER && !s->decode)
2682 2683 2684 2685 2686 2687 2688
        return;

    if (is_complex)
        hl_decode_mb_complex(h);
    else hl_decode_mb_simple(h);
}

2689
static void pic_as_field(Picture *pic, const int parity){
2690 2691
    int i;
    for (i = 0; i < 4; ++i) {
2692
        if (parity == PICT_BOTTOM_FIELD)
2693
            pic->data[i] += pic->linesize[i];
2694
        pic->reference = parity;
2695 2696
        pic->linesize[i] *= 2;
    }
2697
    pic->poc= pic->field_poc[parity == PICT_BOTTOM_FIELD];
2698 2699 2700 2701 2702 2703 2704 2705
}

static int split_field_copy(Picture *dest, Picture *src,
                            int parity, int id_add){
    int match = !!(src->reference & parity);

    if (match) {
        *dest = *src;
2706
        if(parity != PICT_FRAME){
michael's avatar
michael committed
2707 2708 2709
            pic_as_field(dest, parity);
            dest->pic_id *= 2;
            dest->pic_id += id_add;
2710
        }
2711 2712 2713 2714 2715
    }

    return match;
}

2716 2717 2718
static int build_def_list(Picture *def, Picture **in, int len, int is_long, int sel){
    int i[2]={0};
    int index=0;
2719

2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731
    while(i[0]<len || i[1]<len){
        while(i[0]<len && !(in[ i[0] ] && (in[ i[0] ]->reference & sel)))
            i[0]++;
        while(i[1]<len && !(in[ i[1] ] && (in[ i[1] ]->reference & (sel^3))))
            i[1]++;
        if(i[0] < len){
            in[ i[0] ]->pic_id= is_long ? i[0] : in[ i[0] ]->frame_num;
            split_field_copy(&def[index++], in[ i[0]++ ], sel  , 1);
        }
        if(i[1] < len){
            in[ i[1] ]->pic_id= is_long ? i[1] : in[ i[1] ]->frame_num;
            split_field_copy(&def[index++], in[ i[1]++ ], sel^3, 0);
2732 2733 2734
        }
    }

2735
    return index;
2736 2737
}

2738 2739 2740
static int add_sorted(Picture **sorted, Picture **src, int len, int limit, int dir){
    int i, best_poc;
    int out_i= 0;
2741

2742 2743
    for(;;){
        best_poc= dir ? INT_MIN : INT_MAX;
2744

2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756
        for(i=0; i<len; i++){
            const int poc= src[i]->poc;
            if(((poc > limit) ^ dir) && ((poc < best_poc) ^ dir)){
                best_poc= poc;
                sorted[out_i]= src[i];
            }
        }
        if(best_poc == (dir ? INT_MIN : INT_MAX))
            break;
        limit= sorted[out_i++]->poc - dir;
    }
    return out_i;
2757 2758
}

michaelni's avatar
michaelni committed
2759 2760 2761 2762 2763
/**
 * fills the default_ref_list.
 */
static int fill_default_ref_list(H264Context *h){
    MpegEncContext * const s = &h->s;
2764
    int i, len;
2765

2766
    if(h->slice_type_nos==FF_B_TYPE){
2767 2768 2769
        Picture *sorted[32];
        int cur_poc, list;
        int lens[2];
2770

2771 2772 2773 2774
        if(FIELD_PICTURE)
            cur_poc= s->current_picture_ptr->field_poc[ s->picture_structure == PICT_BOTTOM_FIELD ];
        else
            cur_poc= s->current_picture_ptr->poc;
2775

2776 2777 2778 2779 2780 2781 2782
        for(list= 0; list<2; list++){
            len= add_sorted(sorted    , h->short_ref, h->short_ref_count, cur_poc, 1^list);
            len+=add_sorted(sorted+len, h->short_ref, h->short_ref_count, cur_poc, 0^list);
            assert(len<=32);
            len= build_def_list(h->default_ref_list[list]    , sorted     , len, 0, s->picture_structure);
            len+=build_def_list(h->default_ref_list[list]+len, h->long_ref, 16 , 1, s->picture_structure);
            assert(len<=32);
2783

2784 2785 2786
            if(len < h->ref_count[list])
                memset(&h->default_ref_list[list][len], 0, sizeof(Picture)*(h->ref_count[list] - len));
            lens[list]= len;
2787 2788
        }

2789 2790 2791 2792
        if(lens[0] == lens[1] && lens[1] > 1){
            for(i=0; h->default_ref_list[0][i].data[0] == h->default_ref_list[1][i].data[0] && i<lens[0]; i++);
            if(i == lens[0])
                FFSWAP(Picture, h->default_ref_list[1][0], h->default_ref_list[1][1]);
2793 2794
        }
    }else{
2795 2796 2797 2798 2799
        len = build_def_list(h->default_ref_list[0]    , h->short_ref, h->short_ref_count, 0, s->picture_structure);
        len+= build_def_list(h->default_ref_list[0]+len, h-> long_ref, 16                , 1, s->picture_structure);
        assert(len <= 32);
        if(len < h->ref_count[0])
            memset(&h->default_ref_list[0][len], 0, sizeof(Picture)*(h->ref_count[0] - len));
michaelni's avatar
michaelni committed
2800
    }
2801 2802
#ifdef TRACE
    for (i=0; i<h->ref_count[0]; i++) {
mbardiaux's avatar
mbardiaux committed
2803
        tprintf(h->s.avctx, "List0: %s fn:%d 0x%p\n", (h->default_ref_list[0][i].long_ref ? "LT" : "ST"), h->default_ref_list[0][i].pic_id, h->default_ref_list[0][i].data[0]);
2804
    }
2805
    if(h->slice_type_nos==FF_B_TYPE){
2806
        for (i=0; i<h->ref_count[1]; i++) {
2807
            tprintf(h->s.avctx, "List1: %s fn:%d 0x%p\n", (h->default_ref_list[1][i].long_ref ? "LT" : "ST"), h->default_ref_list[1][i].pic_id, h->default_ref_list[1][i].data[0]);
2808 2809 2810
        }
    }
#endif
michaelni's avatar
michaelni committed
2811 2812 2813
    return 0;
}

2814 2815 2816
static void print_short_term(H264Context *h);
static void print_long_term(H264Context *h);

2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840
/**
 * Extract structure information about the picture described by pic_num in
 * the current decoding context (frame or field). Note that pic_num is
 * picture number without wrapping (so, 0<=pic_num<max_pic_num).
 * @param pic_num picture number for which to extract structure information
 * @param structure one of PICT_XXX describing structure of picture
 *                      with pic_num
 * @return frame number (short term) or long term index of picture
 *         described by pic_num
 */
static int pic_num_extract(H264Context *h, int pic_num, int *structure){
    MpegEncContext * const s = &h->s;

    *structure = s->picture_structure;
    if(FIELD_PICTURE){
        if (!(pic_num & 1))
            /* opposite field */
            *structure ^= PICT_FRAME;
        pic_num >>= 1;
    }

    return pic_num;
}

michaelni's avatar
michaelni committed
2841 2842
static int decode_ref_pic_list_reordering(H264Context *h){
    MpegEncContext * const s = &h->s;
2843
    int list, index, pic_structure;
2844

2845 2846
    print_short_term(h);
    print_long_term(h);
2847

2848
    for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
2849 2850 2851 2852 2853 2854
        memcpy(h->ref_list[list], h->default_ref_list[list], sizeof(Picture)*h->ref_count[list]);

        if(get_bits1(&s->gb)){
            int pred= h->curr_pic_num;

            for(index=0; ; index++){
2855
                unsigned int reordering_of_pic_nums_idc= get_ue_golomb_31(&s->gb);
2856
                unsigned int pic_id;
michaelni's avatar
michaelni committed
2857
                int i;
2858
                Picture *ref = NULL;
2859 2860

                if(reordering_of_pic_nums_idc==3)
2861
                    break;
2862

michaelni's avatar
michaelni committed
2863
                if(index >= h->ref_count[list]){
2864
                    av_log(h->s.avctx, AV_LOG_ERROR, "reference count overflow\n");
michaelni's avatar
michaelni committed
2865 2866
                    return -1;
                }
2867

michaelni's avatar
michaelni committed
2868 2869
                if(reordering_of_pic_nums_idc<3){
                    if(reordering_of_pic_nums_idc<2){
2870
                        const unsigned int abs_diff_pic_num= get_ue_golomb(&s->gb) + 1;
2871
                        int frame_num;
michaelni's avatar
michaelni committed
2872

2873
                        if(abs_diff_pic_num > h->max_pic_num){
2874
                            av_log(h->s.avctx, AV_LOG_ERROR, "abs_diff_pic_num overflow\n");
michaelni's avatar
michaelni committed
2875 2876 2877 2878 2879 2880
                            return -1;
                        }

                        if(reordering_of_pic_nums_idc == 0) pred-= abs_diff_pic_num;
                        else                                pred+= abs_diff_pic_num;
                        pred &= h->max_pic_num - 1;
2881

2882 2883
                        frame_num = pic_num_extract(h, pred, &pic_structure);

2884 2885
                        for(i= h->short_ref_count-1; i>=0; i--){
                            ref = h->short_ref[i];
2886
                            assert(ref->reference);
2887
                            assert(!ref->long_ref);
2888
                            if(
michael's avatar
michael committed
2889 2890
                                   ref->frame_num == frame_num &&
                                   (ref->reference & pic_structure)
2891
                              )
michaelni's avatar
michaelni committed
2892 2893
                                break;
                        }
2894
                        if(i>=0)
2895
                            ref->pic_id= pred;
michaelni's avatar
michaelni committed
2896
                    }else{
2897
                        int long_idx;
michaelni's avatar
michaelni committed
2898
                        pic_id= get_ue_golomb(&s->gb); //long_term_pic_idx
2899 2900 2901 2902

                        long_idx= pic_num_extract(h, pic_id, &pic_structure);

                        if(long_idx>31){
2903 2904 2905
                            av_log(h->s.avctx, AV_LOG_ERROR, "long_term_pic_idx overflow\n");
                            return -1;
                        }
2906 2907
                        ref = h->long_ref[long_idx];
                        assert(!(ref && !ref->reference));
michael's avatar
michael committed
2908
                        if(ref && (ref->reference & pic_structure)){
2909 2910 2911 2912 2913 2914
                            ref->pic_id= pic_id;
                            assert(ref->long_ref);
                            i=0;
                        }else{
                            i=-1;
                        }
michaelni's avatar
michaelni committed
2915 2916
                    }

2917
                    if (i < 0) {
2918
                        av_log(h->s.avctx, AV_LOG_ERROR, "reference picture missing during reorder\n");
michaelni's avatar
michaelni committed
2919
                        memset(&h->ref_list[list][index], 0, sizeof(Picture)); //FIXME
2920 2921 2922 2923
                    } else {
                        for(i=index; i+1<h->ref_count[list]; i++){
                            if(ref->long_ref == h->ref_list[list][i].long_ref && ref->pic_id == h->ref_list[list][i].pic_id)
                                break;
2924 2925 2926 2927
                        }
                        for(; i > index; i--){
                            h->ref_list[list][i]= h->ref_list[list][i-1];
                        }
2928
                        h->ref_list[list][index]= *ref;
2929
                        if (FIELD_PICTURE){
2930
                            pic_as_field(&h->ref_list[list][index], pic_structure);
2931
                        }
michaelni's avatar
michaelni committed
2932
                    }
2933
                }else{
2934
                    av_log(h->s.avctx, AV_LOG_ERROR, "illegal reordering_of_pic_nums_idc\n");
michaelni's avatar
michaelni committed
2935 2936 2937 2938 2939
                    return -1;
                }
            }
        }
    }
2940
    for(list=0; list<h->list_count; list++){
2941
        for(index= 0; index < h->ref_count[list]; index++){
2942 2943 2944 2945
            if(!h->ref_list[list][index].data[0]){
                av_log(h->s.avctx, AV_LOG_ERROR, "Missing reference picture\n");
                h->ref_list[list][index]= s->current_picture; //FIXME this is not a sensible solution
            }
2946 2947
        }
    }
2948 2949

    return 0;
michaelni's avatar
michaelni committed
2950 2951
}

2952
static void fill_mbaff_ref_list(H264Context *h){
lorenm's avatar
lorenm committed
2953
    int list, i, j;
2954
    for(list=0; list<2; list++){ //FIXME try list_count
lorenm's avatar
lorenm committed
2955 2956 2957 2958 2959 2960
        for(i=0; i<h->ref_count[list]; i++){
            Picture *frame = &h->ref_list[list][i];
            Picture *field = &h->ref_list[list][16+2*i];
            field[0] = *frame;
            for(j=0; j<3; j++)
                field[0].linesize[j] <<= 1;
2961
            field[0].reference = PICT_TOP_FIELD;
2962
            field[0].poc= field[0].field_poc[0];
lorenm's avatar
lorenm committed
2963 2964 2965
            field[1] = field[0];
            for(j=0; j<3; j++)
                field[1].data[j] += frame->linesize[j];
2966
            field[1].reference = PICT_BOTTOM_FIELD;
2967
            field[1].poc= field[1].field_poc[1];
lorenm's avatar
lorenm committed
2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984

            h->luma_weight[list][16+2*i] = h->luma_weight[list][16+2*i+1] = h->luma_weight[list][i];
            h->luma_offset[list][16+2*i] = h->luma_offset[list][16+2*i+1] = h->luma_offset[list][i];
            for(j=0; j<2; j++){
                h->chroma_weight[list][16+2*i][j] = h->chroma_weight[list][16+2*i+1][j] = h->chroma_weight[list][i][j];
                h->chroma_offset[list][16+2*i][j] = h->chroma_offset[list][16+2*i+1][j] = h->chroma_offset[list][i][j];
            }
        }
    }
    for(j=0; j<h->ref_count[1]; j++){
        for(i=0; i<h->ref_count[0]; i++)
            h->implicit_weight[j][16+2*i] = h->implicit_weight[j][16+2*i+1] = h->implicit_weight[j][i];
        memcpy(h->implicit_weight[16+2*j],   h->implicit_weight[j], sizeof(*h->implicit_weight));
        memcpy(h->implicit_weight[16+2*j+1], h->implicit_weight[j], sizeof(*h->implicit_weight));
    }
}

michaelni's avatar
michaelni committed
2985 2986 2987
static int pred_weight_table(H264Context *h){
    MpegEncContext * const s = &h->s;
    int list, i;
lorenm's avatar
lorenm committed
2988
    int luma_def, chroma_def;
2989

lorenm's avatar
lorenm committed
2990 2991
    h->use_weight= 0;
    h->use_weight_chroma= 0;
michaelni's avatar
michaelni committed
2992 2993
    h->luma_log2_weight_denom= get_ue_golomb(&s->gb);
    h->chroma_log2_weight_denom= get_ue_golomb(&s->gb);
lorenm's avatar
lorenm committed
2994 2995
    luma_def = 1<<h->luma_log2_weight_denom;
    chroma_def = 1<<h->chroma_log2_weight_denom;
michaelni's avatar
michaelni committed
2996 2997 2998 2999

    for(list=0; list<2; list++){
        for(i=0; i<h->ref_count[list]; i++){
            int luma_weight_flag, chroma_weight_flag;
3000

michaelni's avatar
michaelni committed
3001 3002 3003 3004
            luma_weight_flag= get_bits1(&s->gb);
            if(luma_weight_flag){
                h->luma_weight[list][i]= get_se_golomb(&s->gb);
                h->luma_offset[list][i]= get_se_golomb(&s->gb);
lorenm's avatar
lorenm committed
3005 3006 3007 3008 3009 3010
                if(   h->luma_weight[list][i] != luma_def
                   || h->luma_offset[list][i] != 0)
                    h->use_weight= 1;
            }else{
                h->luma_weight[list][i]= luma_def;
                h->luma_offset[list][i]= 0;
michaelni's avatar
michaelni committed
3011 3012
            }

3013
            if(CHROMA){
michael's avatar
michael committed
3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029
                chroma_weight_flag= get_bits1(&s->gb);
                if(chroma_weight_flag){
                    int j;
                    for(j=0; j<2; j++){
                        h->chroma_weight[list][i][j]= get_se_golomb(&s->gb);
                        h->chroma_offset[list][i][j]= get_se_golomb(&s->gb);
                        if(   h->chroma_weight[list][i][j] != chroma_def
                        || h->chroma_offset[list][i][j] != 0)
                            h->use_weight_chroma= 1;
                    }
                }else{
                    int j;
                    for(j=0; j<2; j++){
                        h->chroma_weight[list][i][j]= chroma_def;
                        h->chroma_offset[list][i][j]= 0;
                    }
michaelni's avatar
michaelni committed
3030 3031 3032
                }
            }
        }
3033
        if(h->slice_type_nos != FF_B_TYPE) break;
michaelni's avatar
michaelni committed
3034
    }
lorenm's avatar
lorenm committed
3035
    h->use_weight= h->use_weight || h->use_weight_chroma;
michaelni's avatar
michaelni committed
3036 3037 3038
    return 0;
}

lorenm's avatar
lorenm committed
3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058
static void implicit_weight_table(H264Context *h){
    MpegEncContext * const s = &h->s;
    int ref0, ref1;
    int cur_poc = s->current_picture_ptr->poc;

    if(   h->ref_count[0] == 1 && h->ref_count[1] == 1
       && h->ref_list[0][0].poc + h->ref_list[1][0].poc == 2*cur_poc){
        h->use_weight= 0;
        h->use_weight_chroma= 0;
        return;
    }

    h->use_weight= 2;
    h->use_weight_chroma= 2;
    h->luma_log2_weight_denom= 5;
    h->chroma_log2_weight_denom= 5;

    for(ref0=0; ref0 < h->ref_count[0]; ref0++){
        int poc0 = h->ref_list[0][ref0].poc;
        for(ref1=0; ref1 < h->ref_count[1]; ref1++){
lorenm's avatar
lorenm committed
3059
            int poc1 = h->ref_list[1][ref1].poc;
reimar's avatar
reimar committed
3060
            int td = av_clip(poc1 - poc0, -128, 127);
lorenm's avatar
lorenm committed
3061
            if(td){
reimar's avatar
reimar committed
3062
                int tb = av_clip(cur_poc - poc0, -128, 127);
diego's avatar
diego committed
3063
                int tx = (16384 + (FFABS(td) >> 1)) / td;
reimar's avatar
reimar committed
3064
                int dist_scale_factor = av_clip((tb*tx + 32) >> 6, -1024, 1023) >> 2;
lorenm's avatar
lorenm committed
3065 3066 3067 3068 3069 3070 3071 3072 3073 3074
                if(dist_scale_factor < -64 || dist_scale_factor > 128)
                    h->implicit_weight[ref0][ref1] = 32;
                else
                    h->implicit_weight[ref0][ref1] = 64 - dist_scale_factor;
            }else
                h->implicit_weight[ref0][ref1] = 32;
        }
    }
}

3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086
/**
 * Mark a picture as no longer needed for reference. The refmask
 * argument allows unreferencing of individual fields or the whole frame.
 * If the picture becomes entirely unreferenced, but is being held for
 * display purposes, it is marked as such.
 * @param refmask mask of fields to unreference; the mask is bitwise
 *                anded with the reference marking of pic
 * @return non-zero if pic becomes entirely unreferenced (except possibly
 *         for display purposes) zero if one of the fields remains in
 *         reference
 */
static inline int unreference_pic(H264Context *h, Picture *pic, int refmask){
3087
    int i;
3088 3089 3090
    if (pic->reference &= refmask) {
        return 0;
    } else {
michael's avatar
michael committed
3091 3092 3093 3094 3095
        for(i = 0; h->delayed_pic[i]; i++)
            if(pic == h->delayed_pic[i]){
                pic->reference=DELAYED_PIC_REF;
                break;
            }
3096 3097
        return 1;
    }
3098 3099
}

michaelni's avatar
michaelni committed
3100
/**
michael's avatar
michael committed
3101
 * instantaneous decoder refresh.
michaelni's avatar
michaelni committed
3102 3103
 */
static void idr(H264Context *h){
3104
    int i;
michaelni's avatar
michaelni committed
3105

3106
    for(i=0; i<16; i++){
3107
        remove_long(h, i, 0);
michaelni's avatar
michaelni committed
3108
    }
3109
    assert(h->long_ref_count==0);
michaelni's avatar
michaelni committed
3110 3111

    for(i=0; i<h->short_ref_count; i++){
3112
        unreference_pic(h, h->short_ref[i], 0);
michaelni's avatar
michaelni committed
3113 3114 3115
        h->short_ref[i]= NULL;
    }
    h->short_ref_count=0;
3116
    h->prev_frame_num= 0;
michael's avatar
michael committed
3117 3118 3119
    h->prev_frame_num_offset= 0;
    h->prev_poc_msb=
    h->prev_poc_lsb= 0;
michaelni's avatar
michaelni committed
3120 3121
}

lorenm's avatar
lorenm committed
3122 3123 3124 3125
/* forget old pics after a seek */
static void flush_dpb(AVCodecContext *avctx){
    H264Context *h= avctx->priv_data;
    int i;
3126
    for(i=0; i<MAX_DELAYED_PIC_COUNT; i++) {
lorenm's avatar
lorenm committed
3127 3128
        if(h->delayed_pic[i])
            h->delayed_pic[i]->reference= 0;
lorenm's avatar
lorenm committed
3129
        h->delayed_pic[i]= NULL;
lorenm's avatar
lorenm committed
3130
    }
3131
    h->outputed_poc= INT_MIN;
lorenm's avatar
lorenm committed
3132
    idr(h);
3133 3134
    if(h->s.current_picture_ptr)
        h->s.current_picture_ptr->reference= 0;
3135
    h->s.first_field= 0;
3136
    ff_mpeg_flush(avctx);
lorenm's avatar
lorenm committed
3137 3138
}

michaelni's avatar
michaelni committed
3139
/**
3140 3141 3142 3143 3144 3145
 * Find a Picture in the short term reference list by frame number.
 * @param frame_num frame number to search for
 * @param idx the index into h->short_ref where returned picture is found
 *            undefined if no picture found.
 * @return pointer to the found picture, or NULL if no pic with the provided
 *                 frame number is found
michaelni's avatar
michaelni committed
3146
 */
3147
static Picture * find_short(H264Context *h, int frame_num, int *idx){
3148
    MpegEncContext * const s = &h->s;
michaelni's avatar
michaelni committed
3149
    int i;
3150

michaelni's avatar
michaelni committed
3151 3152
    for(i=0; i<h->short_ref_count; i++){
        Picture *pic= h->short_ref[i];
3153
        if(s->avctx->debug&FF_DEBUG_MMCO)
3154
            av_log(h->s.avctx, AV_LOG_DEBUG, "%d %d %p\n", i, pic->frame_num, pic);
3155 3156
        if(pic->frame_num == frame_num) {
            *idx = i;
michaelni's avatar
michaelni committed
3157 3158 3159 3160 3161 3162
            return pic;
        }
    }
    return NULL;
}

3163 3164 3165 3166 3167 3168 3169
/**
 * Remove a picture from the short term reference list by its index in
 * that list.  This does no checking on the provided index; it is assumed
 * to be valid. Other list entries are shifted down.
 * @param i index into h->short_ref of picture to remove.
 */
static void remove_short_at_index(H264Context *h, int i){
3170
    assert(i >= 0 && i < h->short_ref_count);
3171 3172 3173 3174 3175 3176 3177 3178 3179
    h->short_ref[i]= NULL;
    if (--h->short_ref_count)
        memmove(&h->short_ref[i], &h->short_ref[i+1], (h->short_ref_count - i)*sizeof(Picture*));
}

/**
 *
 * @return the removed picture or NULL if an error occurs
 */
3180
static Picture * remove_short(H264Context *h, int frame_num, int ref_mask){
3181 3182 3183 3184 3185 3186 3187 3188
    MpegEncContext * const s = &h->s;
    Picture *pic;
    int i;

    if(s->avctx->debug&FF_DEBUG_MMCO)
        av_log(h->s.avctx, AV_LOG_DEBUG, "remove short %d count %d\n", frame_num, h->short_ref_count);

    pic = find_short(h, frame_num, &i);
3189 3190
    if (pic){
        if(unreference_pic(h, pic, ref_mask))
3191
        remove_short_at_index(h, i);
3192
    }
3193 3194 3195 3196

    return pic;
}

3197 3198
/**
 * Remove a picture from the long term reference list by its index in
3199
 * that list.
3200
 * @return the removed picture or NULL if an error occurs
michaelni's avatar
michaelni committed
3201
 */
3202
static Picture * remove_long(H264Context *h, int i, int ref_mask){
michaelni's avatar
michaelni committed
3203 3204 3205
    Picture *pic;

    pic= h->long_ref[i];
3206
    if (pic){
3207 3208 3209 3210 3211 3212
        if(unreference_pic(h, pic, ref_mask)){
            assert(h->long_ref[i]->long_ref == 1);
            h->long_ref[i]->long_ref= 0;
            h->long_ref[i]= NULL;
            h->long_ref_count--;
        }
3213
    }
michaelni's avatar
michaelni committed
3214 3215 3216 3217

    return pic;
}

3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247
/**
 * print short term list
 */
static void print_short_term(H264Context *h) {
    uint32_t i;
    if(h->s.avctx->debug&FF_DEBUG_MMCO) {
        av_log(h->s.avctx, AV_LOG_DEBUG, "short term list:\n");
        for(i=0; i<h->short_ref_count; i++){
            Picture *pic= h->short_ref[i];
            av_log(h->s.avctx, AV_LOG_DEBUG, "%d fn:%d poc:%d %p\n", i, pic->frame_num, pic->poc, pic->data[0]);
        }
    }
}

/**
 * print long term list
 */
static void print_long_term(H264Context *h) {
    uint32_t i;
    if(h->s.avctx->debug&FF_DEBUG_MMCO) {
        av_log(h->s.avctx, AV_LOG_DEBUG, "long term list:\n");
        for(i = 0; i < 16; i++){
            Picture *pic= h->long_ref[i];
            if (pic) {
                av_log(h->s.avctx, AV_LOG_DEBUG, "%d fn:%d poc:%d %p\n", i, pic->frame_num, pic->poc, pic->data[0]);
            }
        }
    }
}

michaelni's avatar
michaelni committed
3248 3249 3250 3251 3252
/**
 * Executes the reference picture marking (memory management control operations).
 */
static int execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count){
    MpegEncContext * const s = &h->s;
3253
    int i, j;
3254
    int current_ref_assigned=0;
michaelni's avatar
michaelni committed
3255
    Picture *pic;
3256

michaelni's avatar
michaelni committed
3257
    if((s->avctx->debug&FF_DEBUG_MMCO) && mmco_count==0)
3258
        av_log(h->s.avctx, AV_LOG_DEBUG, "no mmco here\n");
3259

michaelni's avatar
michaelni committed
3260
    for(i=0; i<mmco_count; i++){
3261
        int structure, frame_num;
michaelni's avatar
michaelni committed
3262
        if(s->avctx->debug&FF_DEBUG_MMCO)
3263
            av_log(h->s.avctx, AV_LOG_DEBUG, "mmco:%d %d %d\n", h->mmco[i].opcode, h->mmco[i].short_pic_num, h->mmco[i].long_arg);
michaelni's avatar
michaelni committed
3264

3265 3266 3267 3268 3269
        if(   mmco[i].opcode == MMCO_SHORT2UNUSED
           || mmco[i].opcode == MMCO_SHORT2LONG){
            frame_num = pic_num_extract(h, mmco[i].short_pic_num, &structure);
            pic = find_short(h, frame_num, &j);
            if(!pic){
3270 3271
                if(mmco[i].opcode != MMCO_SHORT2LONG || !h->long_ref[mmco[i].long_arg]
                   || h->long_ref[mmco[i].long_arg]->frame_num != frame_num)
3272 3273 3274 3275 3276
                av_log(h->s.avctx, AV_LOG_ERROR, "mmco: unref short failure\n");
                continue;
            }
        }

michaelni's avatar
michaelni committed
3277 3278
        switch(mmco[i].opcode){
        case MMCO_SHORT2UNUSED:
3279 3280
            if(s->avctx->debug&FF_DEBUG_MMCO)
                av_log(h->s.avctx, AV_LOG_DEBUG, "mmco: unref short %d count %d\n", h->mmco[i].short_pic_num, h->short_ref_count);
3281
            remove_short(h, frame_num, structure ^ PICT_FRAME);
michaelni's avatar
michaelni committed
3282 3283
            break;
        case MMCO_SHORT2LONG:
3284 3285
                if (h->long_ref[mmco[i].long_arg] != pic)
                    remove_long(h, mmco[i].long_arg, 0);
3286

3287 3288
                remove_short_at_index(h, j);
                h->long_ref[ mmco[i].long_arg ]= pic;
3289 3290 3291 3292
                if (h->long_ref[ mmco[i].long_arg ]){
                    h->long_ref[ mmco[i].long_arg ]->long_ref=1;
                    h->long_ref_count++;
                }
michaelni's avatar
michaelni committed
3293 3294
            break;
        case MMCO_LONG2UNUSED:
3295 3296 3297
            j = pic_num_extract(h, mmco[i].long_arg, &structure);
            pic = h->long_ref[j];
            if (pic) {
3298
                remove_long(h, j, structure ^ PICT_FRAME);
3299 3300
            } else if(s->avctx->debug&FF_DEBUG_MMCO)
                av_log(h->s.avctx, AV_LOG_DEBUG, "mmco: unref long failure\n");
michaelni's avatar
michaelni committed
3301 3302
            break;
        case MMCO_LONG:
3303
                    // Comment below left from previous code as it is an interresting note.
3304 3305
                    /* First field in pair is in short term list or
                     * at a different long term index.
3306
                     * This is not allowed; see 7.4.3.3, notes 2 and 3.
3307 3308 3309 3310
                     * Report the problem and keep the pair where it is,
                     * and mark this field valid.
                     */

3311
            if (h->long_ref[mmco[i].long_arg] != s->current_picture_ptr) {
3312
                remove_long(h, mmco[i].long_arg, 0);
3313

3314 3315 3316
                h->long_ref[ mmco[i].long_arg ]= s->current_picture_ptr;
                h->long_ref[ mmco[i].long_arg ]->long_ref=1;
                h->long_ref_count++;
3317
            }
3318

3319
            s->current_picture_ptr->reference |= s->picture_structure;
3320
            current_ref_assigned=1;
michaelni's avatar
michaelni committed
3321 3322
            break;
        case MMCO_SET_MAX_LONG:
3323
            assert(mmco[i].long_arg <= 16);
3324
            // just remove the long term which index is greater than new max
3325
            for(j = mmco[i].long_arg; j<16; j++){
3326
                remove_long(h, j, 0);
michaelni's avatar
michaelni committed
3327 3328 3329 3330
            }
            break;
        case MMCO_RESET:
            while(h->short_ref_count){
3331
                remove_short(h, h->short_ref[0]->frame_num, 0);
michaelni's avatar
michaelni committed
3332
            }
3333
            for(j = 0; j < 16; j++) {
3334
                remove_long(h, j, 0);
michaelni's avatar
michaelni committed
3335
            }
michael's avatar
michael committed
3336 3337 3338 3339 3340 3341
            s->current_picture_ptr->poc=
            s->current_picture_ptr->field_poc[0]=
            s->current_picture_ptr->field_poc[1]=
            h->poc_lsb=
            h->poc_msb=
            h->frame_num=
michael's avatar
michael committed
3342
            s->current_picture_ptr->frame_num= 0;
michaelni's avatar
michaelni committed
3343 3344 3345 3346
            break;
        default: assert(0);
        }
    }
3347

3348
    if (!current_ref_assigned) {
3349 3350 3351 3352
        /* Second field of complementary field pair; the first field of
         * which is already referenced. If short referenced, it
         * should be first entry in short_ref. If not, it must exist
         * in long_ref; trying to put it on the short list here is an
3353
         * error in the encoded bit stream (ref: 7.4.3.3, NOTE 2 and 3).
3354 3355 3356 3357 3358 3359 3360 3361 3362 3363
         */
        if (h->short_ref_count && h->short_ref[0] == s->current_picture_ptr) {
            /* Just mark the second field valid */
            s->current_picture_ptr->reference = PICT_FRAME;
        } else if (s->current_picture_ptr->long_ref) {
            av_log(h->s.avctx, AV_LOG_ERROR, "illegal short term reference "
                                             "assignment for second field "
                                             "in complementary field pair "
                                             "(first field is long term)\n");
        } else {
3364
            pic= remove_short(h, s->current_picture_ptr->frame_num, 0);
michael's avatar
michael committed
3365 3366 3367
            if(pic){
                av_log(h->s.avctx, AV_LOG_ERROR, "illegal short term buffer state detected\n");
            }
3368

michael's avatar
michael committed
3369 3370
            if(h->short_ref_count)
                memmove(&h->short_ref[1], &h->short_ref[0], h->short_ref_count*sizeof(Picture*));
3371

michael's avatar
michael committed
3372 3373 3374 3375
            h->short_ref[0]= s->current_picture_ptr;
            h->short_ref_count++;
            s->current_picture_ptr->reference |= s->picture_structure;
        }
michael's avatar
michael committed
3376
    }
3377

3378
    if (h->long_ref_count + h->short_ref_count > h->sps.ref_frame_count){
3379 3380 3381 3382 3383 3384 3385 3386 3387

        /* We have too many reference frames, probably due to corrupted
         * stream. Need to discard one frame. Prevents overrun of the
         * short_ref and long_ref buffers.
         */
        av_log(h->s.avctx, AV_LOG_ERROR,
               "number of reference frames exceeds max (probably "
               "corrupt input), discarding one\n");

michael's avatar
michael committed
3388
        if (h->long_ref_count && !h->short_ref_count) {
3389 3390 3391 3392 3393
            for (i = 0; i < 16; ++i)
                if (h->long_ref[i])
                    break;

            assert(i < 16);
3394
            remove_long(h, i, 0);
3395
        } else {
3396
            pic = h->short_ref[h->short_ref_count - 1];
3397
            remove_short(h, pic->frame_num, 0);
3398 3399 3400
        }
    }

3401 3402
    print_short_term(h);
    print_long_term(h);
3403
    return 0;
michaelni's avatar
michaelni committed
3404 3405
}

3406
static int decode_ref_pic_marking(H264Context *h, GetBitContext *gb){
michaelni's avatar
michaelni committed
3407 3408
    MpegEncContext * const s = &h->s;
    int i;
3409

3410
    h->mmco_index= 0;
michaelni's avatar
michaelni committed
3411
    if(h->nal_unit_type == NAL_IDR_SLICE){ //FIXME fields
3412
        s->broken_link= get_bits1(gb) -1;
3413
        if(get_bits1(gb)){
michaelni's avatar
michaelni committed
3414
            h->mmco[0].opcode= MMCO_LONG;
3415
            h->mmco[0].long_arg= 0;
michaelni's avatar
michaelni committed
3416
            h->mmco_index= 1;
3417
        }
michaelni's avatar
michaelni committed
3418
    }else{
3419
        if(get_bits1(gb)){ // adaptive_ref_pic_marking_mode_flag
3420
            for(i= 0; i<MAX_MMCO_COUNT; i++) {
3421
                MMCOOpcode opcode= get_ue_golomb_31(gb);
michaelni's avatar
michaelni committed
3422 3423 3424

                h->mmco[i].opcode= opcode;
                if(opcode==MMCO_SHORT2UNUSED || opcode==MMCO_SHORT2LONG){
3425
                    h->mmco[i].short_pic_num= (h->curr_pic_num - get_ue_golomb(gb) - 1) & (h->max_pic_num - 1);
3426
/*                    if(h->mmco[i].short_pic_num >= h->short_ref_count || h->short_ref[ h->mmco[i].short_pic_num ] == NULL){
3427
                        av_log(s->avctx, AV_LOG_ERROR, "illegal short ref in memory management control operation %d\n", mmco);
michaelni's avatar
michaelni committed
3428 3429 3430 3431
                        return -1;
                    }*/
                }
                if(opcode==MMCO_SHORT2LONG || opcode==MMCO_LONG2UNUSED || opcode==MMCO_LONG || opcode==MMCO_SET_MAX_LONG){
3432
                    unsigned int long_arg= get_ue_golomb_31(gb);
3433
                    if(long_arg >= 32 || (long_arg >= 16 && !(opcode == MMCO_LONG2UNUSED && FIELD_PICTURE))){
3434
                        av_log(h->s.avctx, AV_LOG_ERROR, "illegal long ref in memory management control operation %d\n", opcode);
michaelni's avatar
michaelni committed
3435 3436
                        return -1;
                    }
3437
                    h->mmco[i].long_arg= long_arg;
michaelni's avatar
michaelni committed
3438
                }
3439

3440
                if(opcode > (unsigned)MMCO_LONG){
3441
                    av_log(h->s.avctx, AV_LOG_ERROR, "illegal memory management control operation %d\n", opcode);
michaelni's avatar
michaelni committed
3442 3443
                    return -1;
                }
3444 3445
                if(opcode == MMCO_END)
                    break;
michaelni's avatar
michaelni committed
3446 3447 3448 3449 3450
            }
            h->mmco_index= i;
        }else{
            assert(h->long_ref_count + h->short_ref_count <= h->sps.ref_frame_count);

3451
            if(h->short_ref_count && h->long_ref_count + h->short_ref_count == h->sps.ref_frame_count &&
3452
                    !(FIELD_PICTURE && !s->first_field && s->current_picture_ptr->reference)) {
michaelni's avatar
michaelni committed
3453
                h->mmco[0].opcode= MMCO_SHORT2UNUSED;
3454
                h->mmco[0].short_pic_num= h->short_ref[ h->short_ref_count - 1 ]->frame_num;
michaelni's avatar
michaelni committed
3455
                h->mmco_index= 1;
3456 3457 3458 3459 3460 3461
                if (FIELD_PICTURE) {
                    h->mmco[0].short_pic_num *= 2;
                    h->mmco[1].opcode= MMCO_SHORT2UNUSED;
                    h->mmco[1].short_pic_num= h->mmco[0].short_pic_num + 1;
                    h->mmco_index= 2;
                }
michael's avatar
michael committed
3462
            }
michaelni's avatar
michaelni committed
3463 3464
        }
    }
3465 3466

    return 0;
michaelni's avatar
michaelni committed
3467 3468 3469 3470 3471 3472
}

static int init_poc(H264Context *h){
    MpegEncContext * const s = &h->s;
    const int max_frame_num= 1<<h->sps.log2_max_frame_num;
    int field_poc[2];
3473
    Picture *cur = s->current_picture_ptr;
michaelni's avatar
michaelni committed
3474

3475
    h->frame_num_offset= h->prev_frame_num_offset;
3476
    if(h->frame_num < h->prev_frame_num)
3477
        h->frame_num_offset += max_frame_num;
michaelni's avatar
michaelni committed
3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488

    if(h->sps.poc_type==0){
        const int max_poc_lsb= 1<<h->sps.log2_max_poc_lsb;

        if     (h->poc_lsb < h->prev_poc_lsb && h->prev_poc_lsb - h->poc_lsb >= max_poc_lsb/2)
            h->poc_msb = h->prev_poc_msb + max_poc_lsb;
        else if(h->poc_lsb > h->prev_poc_lsb && h->prev_poc_lsb - h->poc_lsb < -max_poc_lsb/2)
            h->poc_msb = h->prev_poc_msb - max_poc_lsb;
        else
            h->poc_msb = h->prev_poc_msb;
//printf("poc: %d %d\n", h->poc_msb, h->poc_lsb);
3489
        field_poc[0] =
michaelni's avatar
michaelni committed
3490
        field_poc[1] = h->poc_msb + h->poc_lsb;
3491
        if(s->picture_structure == PICT_FRAME)
michaelni's avatar
michaelni committed
3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503
            field_poc[1] += h->delta_poc_bottom;
    }else if(h->sps.poc_type==1){
        int abs_frame_num, expected_delta_per_poc_cycle, expectedpoc;
        int i;

        if(h->sps.poc_cycle_length != 0)
            abs_frame_num = h->frame_num_offset + h->frame_num;
        else
            abs_frame_num = 0;

        if(h->nal_ref_idc==0 && abs_frame_num > 0)
            abs_frame_num--;
3504

michaelni's avatar
michaelni committed
3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518
        expected_delta_per_poc_cycle = 0;
        for(i=0; i < h->sps.poc_cycle_length; i++)
            expected_delta_per_poc_cycle += h->sps.offset_for_ref_frame[ i ]; //FIXME integrate during sps parse

        if(abs_frame_num > 0){
            int poc_cycle_cnt          = (abs_frame_num - 1) / h->sps.poc_cycle_length;
            int frame_num_in_poc_cycle = (abs_frame_num - 1) % h->sps.poc_cycle_length;

            expectedpoc = poc_cycle_cnt * expected_delta_per_poc_cycle;
            for(i = 0; i <= frame_num_in_poc_cycle; i++)
                expectedpoc = expectedpoc + h->sps.offset_for_ref_frame[ i ];
        } else
            expectedpoc = 0;

3519
        if(h->nal_ref_idc == 0)
michaelni's avatar
michaelni committed
3520
            expectedpoc = expectedpoc + h->sps.offset_for_non_ref_pic;
3521

michaelni's avatar
michaelni committed
3522 3523 3524 3525 3526 3527
        field_poc[0] = expectedpoc + h->delta_poc[0];
        field_poc[1] = field_poc[0] + h->sps.offset_for_top_to_bottom_field;

        if(s->picture_structure == PICT_FRAME)
            field_poc[1] += h->delta_poc[1];
    }else{
3528
        int poc= 2*(h->frame_num_offset + h->frame_num);
3529

3530 3531
        if(!h->nal_ref_idc)
            poc--;
3532

michaelni's avatar
michaelni committed
3533 3534 3535
        field_poc[0]= poc;
        field_poc[1]= poc;
    }
3536

3537
    if(s->picture_structure != PICT_BOTTOM_FIELD)
michaelni's avatar
michaelni committed
3538
        s->current_picture_ptr->field_poc[0]= field_poc[0];
3539
    if(s->picture_structure != PICT_TOP_FIELD)
michaelni's avatar
michaelni committed
3540
        s->current_picture_ptr->field_poc[1]= field_poc[1];
3541
    cur->poc= FFMIN(cur->field_poc[0], cur->field_poc[1]);
michaelni's avatar
michaelni committed
3542 3543 3544 3545

    return 0;
}

3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594

/**
 * initialize scan tables
 */
static void init_scan_tables(H264Context *h){
    MpegEncContext * const s = &h->s;
    int i;
    if(s->dsp.h264_idct_add == ff_h264_idct_add_c){ //FIXME little ugly
        memcpy(h->zigzag_scan, zigzag_scan, 16*sizeof(uint8_t));
        memcpy(h-> field_scan,  field_scan, 16*sizeof(uint8_t));
    }else{
        for(i=0; i<16; i++){
#define T(x) (x>>2) | ((x<<2) & 0xF)
            h->zigzag_scan[i] = T(zigzag_scan[i]);
            h-> field_scan[i] = T( field_scan[i]);
#undef T
        }
    }
    if(s->dsp.h264_idct8_add == ff_h264_idct8_add_c){
        memcpy(h->zigzag_scan8x8,       zigzag_scan8x8,       64*sizeof(uint8_t));
        memcpy(h->zigzag_scan8x8_cavlc, zigzag_scan8x8_cavlc, 64*sizeof(uint8_t));
        memcpy(h->field_scan8x8,        field_scan8x8,        64*sizeof(uint8_t));
        memcpy(h->field_scan8x8_cavlc,  field_scan8x8_cavlc,  64*sizeof(uint8_t));
    }else{
        for(i=0; i<64; i++){
#define T(x) (x>>3) | ((x&7)<<3)
            h->zigzag_scan8x8[i]       = T(zigzag_scan8x8[i]);
            h->zigzag_scan8x8_cavlc[i] = T(zigzag_scan8x8_cavlc[i]);
            h->field_scan8x8[i]        = T(field_scan8x8[i]);
            h->field_scan8x8_cavlc[i]  = T(field_scan8x8_cavlc[i]);
#undef T
        }
    }
    if(h->sps.transform_bypass){ //FIXME same ugly
        h->zigzag_scan_q0          = zigzag_scan;
        h->zigzag_scan8x8_q0       = zigzag_scan8x8;
        h->zigzag_scan8x8_cavlc_q0 = zigzag_scan8x8_cavlc;
        h->field_scan_q0           = field_scan;
        h->field_scan8x8_q0        = field_scan8x8;
        h->field_scan8x8_cavlc_q0  = field_scan8x8_cavlc;
    }else{
        h->zigzag_scan_q0          = h->zigzag_scan;
        h->zigzag_scan8x8_q0       = h->zigzag_scan8x8;
        h->zigzag_scan8x8_cavlc_q0 = h->zigzag_scan8x8_cavlc;
        h->field_scan_q0           = h->field_scan;
        h->field_scan8x8_q0        = h->field_scan8x8;
        h->field_scan8x8_cavlc_q0  = h->field_scan8x8_cavlc;
    }
}
3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605

/**
 * Replicates H264 "master" context to thread contexts.
 */
static void clone_slice(H264Context *dst, H264Context *src)
{
    memcpy(dst->block_offset,     src->block_offset, sizeof(dst->block_offset));
    dst->s.current_picture_ptr  = src->s.current_picture_ptr;
    dst->s.current_picture      = src->s.current_picture;
    dst->s.linesize             = src->s.linesize;
    dst->s.uvlinesize           = src->s.uvlinesize;
3606
    dst->s.first_field          = src->s.first_field;
3607 3608 3609 3610 3611 3612 3613 3614 3615 3616 3617

    dst->prev_poc_msb           = src->prev_poc_msb;
    dst->prev_poc_lsb           = src->prev_poc_lsb;
    dst->prev_frame_num_offset  = src->prev_frame_num_offset;
    dst->prev_frame_num         = src->prev_frame_num;
    dst->short_ref_count        = src->short_ref_count;

    memcpy(dst->short_ref,        src->short_ref,        sizeof(dst->short_ref));
    memcpy(dst->long_ref,         src->long_ref,         sizeof(dst->long_ref));
    memcpy(dst->default_ref_list, src->default_ref_list, sizeof(dst->default_ref_list));
    memcpy(dst->ref_list,         src->ref_list,         sizeof(dst->ref_list));
3618 3619 3620

    memcpy(dst->dequant4_coeff,   src->dequant4_coeff,   sizeof(src->dequant4_coeff));
    memcpy(dst->dequant8_coeff,   src->dequant8_coeff,   sizeof(src->dequant8_coeff));
3621 3622
}

michaelni's avatar
michaelni committed
3623 3624
/**
 * decodes a slice header.
diego's avatar
diego committed
3625
 * This will also call MPV_common_init() and frame_start() as needed.
3626 3627 3628 3629
 *
 * @param h h264context
 * @param h0 h264 master context (differs from 'h' when doing sliced based parallel decoding)
 *
diego's avatar
diego committed
3630
 * @return 0 if okay, <0 if an error occurred, 1 if decoding must not be multithreaded
michaelni's avatar
michaelni committed
3631
 */
3632
static int decode_slice_header(H264Context *h, H264Context *h0){
michaelni's avatar
michaelni committed
3633
    MpegEncContext * const s = &h->s;
3634
    MpegEncContext * const s0 = &h0->s;
3635
    unsigned int first_mb_in_slice;
3636
    unsigned int pps_id;
michaelni's avatar
michaelni committed
3637
    int num_ref_idx_active_override_flag;
3638
    unsigned int slice_type, tmp, i, j;
3639
    int default_ref_list_done = 0;
3640
    int last_pic_structure;
michaelni's avatar
michaelni committed
3641

3642
    s->dropable= h->nal_ref_idc == 0;
michaelni's avatar
michaelni committed
3643

3644 3645 3646 3647 3648 3649 3650 3651
    if((s->avctx->flags2 & CODEC_FLAG2_FAST) && !h->nal_ref_idc){
        s->me.qpel_put= s->dsp.put_2tap_qpel_pixels_tab;
        s->me.qpel_avg= s->dsp.avg_2tap_qpel_pixels_tab;
    }else{
        s->me.qpel_put= s->dsp.put_h264_qpel_pixels_tab;
        s->me.qpel_avg= s->dsp.avg_h264_qpel_pixels_tab;
    }

michaelni's avatar
michaelni committed
3652 3653
    first_mb_in_slice= get_ue_golomb(&s->gb);

3654
    if((s->flags2 & CODEC_FLAG2_CHUNKS) && first_mb_in_slice == 0){
3655
        h0->current_slice = 0;
3656
        if (!s0->first_field)
andoma's avatar
andoma committed
3657
            s->current_picture_ptr= NULL;
3658 3659
    }

3660
    slice_type= get_ue_golomb_31(&s->gb);
3661
    if(slice_type > 9){
3662
        av_log(h->s.avctx, AV_LOG_ERROR, "slice type too large (%d) at %d %d\n", h->slice_type, s->mb_x, s->mb_y);
michael's avatar
michael committed
3663
        return -1;
michaelni's avatar
michaelni committed
3664
    }
3665 3666
    if(slice_type > 4){
        slice_type -= 5;
michaelni's avatar
michaelni committed
3667 3668 3669
        h->slice_type_fixed=1;
    }else
        h->slice_type_fixed=0;
3670

3671
    slice_type= golomb_to_pict_type[ slice_type ];
3672
    if (slice_type == FF_I_TYPE
3673
        || (h0->current_slice != 0 && slice_type == h0->last_slice_type) ) {
3674 3675 3676
        default_ref_list_done = 1;
    }
    h->slice_type= slice_type;
michael's avatar
michael committed
3677
    h->slice_type_nos= slice_type & 3;
3678

diego's avatar
diego committed
3679
    s->pict_type= h->slice_type; // to make a few old functions happy, it's wrong though
3680
    if (s->pict_type == FF_B_TYPE && s0->last_picture_ptr == NULL) {
3681 3682 3683 3684
        av_log(h->s.avctx, AV_LOG_ERROR,
               "B picture before any references, skipping\n");
        return -1;
    }
3685

michaelni's avatar
michaelni committed
3686
    pps_id= get_ue_golomb(&s->gb);
3687
    if(pps_id>=MAX_PPS_COUNT){
3688
        av_log(h->s.avctx, AV_LOG_ERROR, "pps_id out of range\n");
michaelni's avatar
michaelni committed
3689 3690
        return -1;
    }
3691
    if(!h0->pps_buffers[pps_id]) {
diego's avatar
diego committed
3692
        av_log(h->s.avctx, AV_LOG_ERROR, "non-existing PPS referenced\n");
michaelni's avatar
michaelni committed
3693 3694
        return -1;
    }
3695
    h->pps= *h0->pps_buffers[pps_id];
michaelni's avatar
michaelni committed
3696

3697
    if(!h0->sps_buffers[h->pps.sps_id]) {
diego's avatar
diego committed
3698
        av_log(h->s.avctx, AV_LOG_ERROR, "non-existing SPS referenced\n");
michaelni's avatar
michaelni committed
3699 3700
        return -1;
    }
3701
    h->sps = *h0->sps_buffers[h->pps.sps_id];
lorenm's avatar
lorenm committed
3702

3703
    if(h == h0 && h->dequant_coeff_pps != pps_id){
3704
        h->dequant_coeff_pps = pps_id;
lorenm's avatar
lorenm committed
3705 3706
        init_dequant_tables(h);
    }
3707

michaelni's avatar
michaelni committed
3708
    s->mb_width= h->sps.mb_width;
3709
    s->mb_height= h->sps.mb_height * (2 - h->sps.frame_mbs_only_flag);
3710

3711 3712
    h->b_stride=  s->mb_width*4;
    h->b8_stride= s->mb_width*2;
michaelni's avatar
michaelni committed
3713

3714
    s->width = 16*s->mb_width - 2*FFMIN(h->sps.crop_right, 7);
michaelni's avatar
michaelni committed
3715
    if(h->sps.frame_mbs_only_flag)
3716
        s->height= 16*s->mb_height - 2*FFMIN(h->sps.crop_bottom, 7);
michaelni's avatar
michaelni committed
3717
    else
3718
        s->height= 16*s->mb_height - 4*FFMIN(h->sps.crop_bottom, 3);
3719 3720

    if (s->context_initialized
michael's avatar
michael committed
3721
        && (   s->width != s->avctx->width || s->height != s->avctx->height)) {
3722 3723
        if(h != h0)
            return -1;   // width / height changed during parallelized decoding
michaelni's avatar
michaelni committed
3724
        free_tables(h);
3725
        flush_dpb(s->avctx);
michaelni's avatar
michaelni committed
3726 3727 3728
        MPV_common_end(s);
    }
    if (!s->context_initialized) {
3729 3730
        if(h != h0)
            return -1;  // we cant (re-)initialize context during parallel decoding
michaelni's avatar
michaelni committed
3731 3732
        if (MPV_common_init(s) < 0)
            return -1;
3733
        s->first_field = 0;
3734

3735
        init_scan_tables(h);
michaelni's avatar
michaelni committed
3736 3737
        alloc_tables(h);

3738 3739 3740
        for(i = 1; i < s->avctx->thread_count; i++) {
            H264Context *c;
            c = h->thread_context[i] = av_malloc(sizeof(H264Context));
3741
            memcpy(c, h->s.thread_context[i], sizeof(MpegEncContext));
3742 3743 3744 3745 3746 3747 3748 3749 3750 3751 3752
            memset(&c->s + 1, 0, sizeof(H264Context) - sizeof(MpegEncContext));
            c->sps = h->sps;
            c->pps = h->pps;
            init_scan_tables(c);
            clone_tables(c, h);
        }

        for(i = 0; i < s->avctx->thread_count; i++)
            if(context_init(h->thread_context[i]) < 0)
                return -1;

michaelni's avatar
michaelni committed
3753 3754
        s->avctx->width = s->width;
        s->avctx->height = s->height;
michael's avatar
michael committed
3755
        s->avctx->sample_aspect_ratio= h->sps.sar;
michael's avatar
michael committed
3756 3757
        if(!s->avctx->sample_aspect_ratio.den)
            s->avctx->sample_aspect_ratio.den = 1;
3758

michael's avatar
michael committed
3759
        if(h->sps.timing_info_present_flag){
3760
            s->avctx->time_base= (AVRational){h->sps.num_units_in_tick * 2, h->sps.time_scale};
3761 3762 3763 3764
            if(h->x264_build > 0 && h->x264_build < 44)
                s->avctx->time_base.den *= 2;
            av_reduce(&s->avctx->time_base.num, &s->avctx->time_base.den,
                      s->avctx->time_base.num, s->avctx->time_base.den, 1<<30);
3765
        }
michaelni's avatar
michaelni committed
3766 3767 3768 3769
    }

    h->frame_num= get_bits(&s->gb, h->sps.log2_max_frame_num);

lorenm's avatar
lorenm committed
3770
    h->mb_mbaff = 0;
3771
    h->mb_aff_frame = 0;
3772
    last_pic_structure = s0->picture_structure;
michaelni's avatar
michaelni committed
3773 3774 3775
    if(h->sps.frame_mbs_only_flag){
        s->picture_structure= PICT_FRAME;
    }else{
3776
        if(get_bits1(&s->gb)) { //field_pic_flag
michaelni's avatar
michaelni committed
3777
            s->picture_structure= PICT_TOP_FIELD + get_bits1(&s->gb); //bottom_field_flag
3778
        } else {
michaelni's avatar
michaelni committed
3779
            s->picture_structure= PICT_FRAME;
3780
            h->mb_aff_frame = h->sps.mb_aff;
3781
        }
michaelni's avatar
michaelni committed
3782
    }
3783
    h->mb_field_decoding_flag= s->picture_structure != PICT_FRAME;
3784 3785

    if(h0->current_slice == 0){
michael's avatar
michael committed
3786 3787 3788 3789 3790 3791 3792 3793 3794 3795
        while(h->frame_num !=  h->prev_frame_num &&
              h->frame_num != (h->prev_frame_num+1)%(1<<h->sps.log2_max_frame_num)){
            av_log(NULL, AV_LOG_DEBUG, "Frame num gap %d %d\n", h->frame_num, h->prev_frame_num);
            frame_start(h);
            h->prev_frame_num++;
            h->prev_frame_num %= 1<<h->sps.log2_max_frame_num;
            s->current_picture_ptr->frame_num= h->prev_frame_num;
            execute_ref_pic_marking(h, NULL, 0);
        }

3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837
        /* See if we have a decoded first field looking for a pair... */
        if (s0->first_field) {
            assert(s0->current_picture_ptr);
            assert(s0->current_picture_ptr->data[0]);
            assert(s0->current_picture_ptr->reference != DELAYED_PIC_REF);

            /* figure out if we have a complementary field pair */
            if (!FIELD_PICTURE || s->picture_structure == last_pic_structure) {
                /*
                 * Previous field is unmatched. Don't display it, but let it
                 * remain for reference if marked as such.
                 */
                s0->current_picture_ptr = NULL;
                s0->first_field = FIELD_PICTURE;

            } else {
                if (h->nal_ref_idc &&
                        s0->current_picture_ptr->reference &&
                        s0->current_picture_ptr->frame_num != h->frame_num) {
                    /*
                     * This and previous field were reference, but had
                     * different frame_nums. Consider this field first in
                     * pair. Throw away previous field except for reference
                     * purposes.
                     */
                    s0->first_field = 1;
                    s0->current_picture_ptr = NULL;

                } else {
                    /* Second field in complementary pair */
                    s0->first_field = 0;
                }
            }

        } else {
            /* Frame or first field in a potentially complementary pair */
            assert(!s0->current_picture_ptr);
            s0->first_field = FIELD_PICTURE;
        }

        if((!FIELD_PICTURE || s0->first_field) && frame_start(h) < 0) {
            s0->first_field = 0;
3838
            return -1;
3839
        }
3840 3841 3842 3843 3844 3845
    }
    if(h != h0)
        clone_slice(h, h0);

    s->current_picture_ptr->frame_num= h->frame_num; //FIXME frame_num cleanup

3846
    assert(s->mb_num == s->mb_width * s->mb_height);
3847
    if(first_mb_in_slice << FIELD_OR_MBAFF_PICTURE >= s->mb_num ||
3848 3849
       first_mb_in_slice                    >= s->mb_num){
        av_log(h->s.avctx, AV_LOG_ERROR, "first_mb_in_slice overflow\n");
michael's avatar
michael committed
3850 3851
        return -1;
    }
3852
    s->resync_mb_x = s->mb_x = first_mb_in_slice % s->mb_width;
3853 3854 3855
    s->resync_mb_y = s->mb_y = (first_mb_in_slice / s->mb_width) << FIELD_OR_MBAFF_PICTURE;
    if (s->picture_structure == PICT_BOTTOM_FIELD)
        s->resync_mb_y = s->mb_y = s->mb_y + 1;
3856
    assert(s->mb_y < s->mb_height);
3857

michaelni's avatar
michaelni committed
3858 3859 3860 3861
    if(s->picture_structure==PICT_FRAME){
        h->curr_pic_num=   h->frame_num;
        h->max_pic_num= 1<< h->sps.log2_max_frame_num;
    }else{
3862
        h->curr_pic_num= 2*h->frame_num + 1;
michaelni's avatar
michaelni committed
3863 3864
        h->max_pic_num= 1<<(h->sps.log2_max_frame_num + 1);
    }
3865

michaelni's avatar
michaelni committed
3866
    if(h->nal_unit_type == NAL_IDR_SLICE){
bellard's avatar
bellard committed
3867
        get_ue_golomb(&s->gb); /* idr_pic_id */
michaelni's avatar
michaelni committed
3868
    }
3869

michaelni's avatar
michaelni committed
3870 3871
    if(h->sps.poc_type==0){
        h->poc_lsb= get_bits(&s->gb, h->sps.log2_max_poc_lsb);
3872

michaelni's avatar
michaelni committed
3873 3874 3875 3876
        if(h->pps.pic_order_present==1 && s->picture_structure==PICT_FRAME){
            h->delta_poc_bottom= get_se_golomb(&s->gb);
        }
    }
3877

michaelni's avatar
michaelni committed
3878 3879
    if(h->sps.poc_type==1 && !h->sps.delta_pic_order_always_zero_flag){
        h->delta_poc[0]= get_se_golomb(&s->gb);
3880

michaelni's avatar
michaelni committed
3881 3882 3883
        if(h->pps.pic_order_present==1 && s->picture_structure==PICT_FRAME)
            h->delta_poc[1]= get_se_golomb(&s->gb);
    }
3884

michaelni's avatar
michaelni committed
3885
    init_poc(h);
3886

michaelni's avatar
michaelni committed
3887 3888 3889 3890
    if(h->pps.redundant_pic_cnt_present){
        h->redundant_pic_count= get_ue_golomb(&s->gb);
    }

diego's avatar
diego committed
3891
    //set defaults, might be overridden a few lines later
michaelni's avatar
michaelni committed
3892 3893 3894
    h->ref_count[0]= h->pps.ref_count[0];
    h->ref_count[1]= h->pps.ref_count[1];

michael's avatar
michael committed
3895
    if(h->slice_type_nos != FF_I_TYPE){
3896
        if(h->slice_type_nos == FF_B_TYPE){
michaelni's avatar
michaelni committed
3897 3898 3899
            h->direct_spatial_mv_pred= get_bits1(&s->gb);
        }
        num_ref_idx_active_override_flag= get_bits1(&s->gb);
3900

michaelni's avatar
michaelni committed
3901 3902
        if(num_ref_idx_active_override_flag){
            h->ref_count[0]= get_ue_golomb(&s->gb) + 1;
3903
            if(h->slice_type_nos==FF_B_TYPE)
michaelni's avatar
michaelni committed
3904 3905
                h->ref_count[1]= get_ue_golomb(&s->gb) + 1;

michael's avatar
michael committed
3906
            if(h->ref_count[0]-1 > 32-1 || h->ref_count[1]-1 > 32-1){
3907
                av_log(h->s.avctx, AV_LOG_ERROR, "reference overflow\n");
3908
                h->ref_count[0]= h->ref_count[1]= 1;
michaelni's avatar
michaelni committed
3909 3910 3911
                return -1;
            }
        }
3912
        if(h->slice_type_nos == FF_B_TYPE)
michael's avatar
michael committed
3913 3914 3915 3916 3917
            h->list_count= 2;
        else
            h->list_count= 1;
    }else
        h->list_count= 0;
michaelni's avatar
michaelni committed
3918

3919
    if(!default_ref_list_done){
michaelni's avatar
michaelni committed
3920 3921 3922
        fill_default_ref_list(h);
    }

3923
    if(h->slice_type_nos!=FF_I_TYPE && decode_ref_pic_list_reordering(h) < 0)
3924
        return -1;
michaelni's avatar
michaelni committed
3925

3926 3927
    if(h->slice_type_nos!=FF_I_TYPE){
        s->last_picture_ptr= &h->ref_list[0][0];
3928
        ff_copy_picture(&s->last_picture, s->last_picture_ptr);
3929 3930 3931
    }
    if(h->slice_type_nos==FF_B_TYPE){
        s->next_picture_ptr= &h->ref_list[1][0];
3932
        ff_copy_picture(&s->next_picture, s->next_picture_ptr);
3933 3934
    }

michael's avatar
michael committed
3935
    if(   (h->pps.weighted_pred          && h->slice_type_nos == FF_P_TYPE )
3936
       ||  (h->pps.weighted_bipred_idc==1 && h->slice_type_nos== FF_B_TYPE ) )
michaelni's avatar
michaelni committed
3937
        pred_weight_table(h);
3938
    else if(h->pps.weighted_bipred_idc==2 && h->slice_type_nos== FF_B_TYPE)
lorenm's avatar
lorenm committed
3939 3940 3941
        implicit_weight_table(h);
    else
        h->use_weight = 0;
3942

3943
    if(h->nal_ref_idc)
3944
        decode_ref_pic_marking(h0, &s->gb);
michaelni's avatar
michaelni committed
3945

lorenm's avatar
lorenm committed
3946 3947 3948
    if(FRAME_MBAFF)
        fill_mbaff_ref_list(h);

3949 3950 3951 3952
    if(h->slice_type_nos==FF_B_TYPE && !h->direct_spatial_mv_pred)
        direct_dist_scale_factor(h);
    direct_ref_list_init(h);

michael's avatar
michael committed
3953
    if( h->slice_type_nos != FF_I_TYPE && h->pps.cabac ){
3954
        tmp = get_ue_golomb_31(&s->gb);
3955 3956 3957 3958 3959 3960
        if(tmp > 2){
            av_log(s->avctx, AV_LOG_ERROR, "cabac_init_idc overflow\n");
            return -1;
        }
        h->cabac_init_idc= tmp;
    }
3961 3962

    h->last_qscale_diff = 0;
3963 3964 3965
    tmp = h->pps.init_qp + get_se_golomb(&s->gb);
    if(tmp>51){
        av_log(s->avctx, AV_LOG_ERROR, "QP %u out of range\n", tmp);
michael's avatar
michael committed
3966 3967
        return -1;
    }
3968
    s->qscale= tmp;
3969 3970
    h->chroma_qp[0] = get_chroma_qp(h, 0, s->qscale);
    h->chroma_qp[1] = get_chroma_qp(h, 1, s->qscale);
michaelni's avatar
michaelni committed
3971
    //FIXME qscale / qp ... stuff
3972
    if(h->slice_type == FF_SP_TYPE){
bellard's avatar
bellard committed
3973
        get_bits1(&s->gb); /* sp_for_switch_flag */
michaelni's avatar
michaelni committed
3974
    }
3975
    if(h->slice_type==FF_SP_TYPE || h->slice_type == FF_SI_TYPE){
bellard's avatar
bellard committed
3976
        get_se_golomb(&s->gb); /* slice_qs_delta */
michaelni's avatar
michaelni committed
3977 3978
    }

3979
    h->deblocking_filter = 1;
michael's avatar
michael committed
3980 3981
    h->slice_alpha_c0_offset = 0;
    h->slice_beta_offset = 0;
michaelni's avatar
michaelni committed
3982
    if( h->pps.deblocking_filter_parameters_present ) {
3983
        tmp= get_ue_golomb_31(&s->gb);
3984 3985 3986 3987 3988
        if(tmp > 2){
            av_log(s->avctx, AV_LOG_ERROR, "deblocking_filter_idc %u out of range\n", tmp);
            return -1;
        }
        h->deblocking_filter= tmp;
3989
        if(h->deblocking_filter < 2)
3990 3991 3992
            h->deblocking_filter^= 1; // 1<->0

        if( h->deblocking_filter ) {
3993 3994
            h->slice_alpha_c0_offset = get_se_golomb(&s->gb) << 1;
            h->slice_beta_offset = get_se_golomb(&s->gb) << 1;
michaelni's avatar
michaelni committed
3995
        }
3996
    }
3997

3998
    if(   s->avctx->skip_loop_filter >= AVDISCARD_ALL
3999
       ||(s->avctx->skip_loop_filter >= AVDISCARD_NONKEY && h->slice_type_nos != FF_I_TYPE)
4000
       ||(s->avctx->skip_loop_filter >= AVDISCARD_BIDIR  && h->slice_type_nos == FF_B_TYPE)
4001 4002 4003
       ||(s->avctx->skip_loop_filter >= AVDISCARD_NONREF && h->nal_ref_idc == 0))
        h->deblocking_filter= 0;

4004
    if(h->deblocking_filter == 1 && h0->max_contexts > 1) {
4005 4006
        if(s->avctx->flags2 & CODEC_FLAG2_FAST) {
            /* Cheat slightly for speed:
diego's avatar
diego committed
4007
               Do not bother to deblock across slices. */
4008 4009
            h->deblocking_filter = 2;
        } else {
benoit's avatar
benoit committed
4010 4011 4012 4013 4014 4015 4016
            h0->max_contexts = 1;
            if(!h0->single_decode_warning) {
                av_log(s->avctx, AV_LOG_INFO, "Cannot parallelize deblocking type 1, decoding such frames in sequential order\n");
                h0->single_decode_warning = 1;
            }
            if(h != h0)
                return 1; // deblocking switched inside frame
4017
        }
4018 4019
    }

michaelni's avatar
michaelni committed
4020 4021 4022 4023 4024
#if 0 //FMO
    if( h->pps.num_slice_groups > 1  && h->pps.mb_slice_group_map_type >= 3 && h->pps.mb_slice_group_map_type <= 5)
        slice_group_change_cycle= get_bits(&s->gb, ?);
#endif

4025 4026
    h0->last_slice_type = slice_type;
    h->slice_num = ++h0->current_slice;
4027 4028 4029
    if(h->slice_num >= MAX_SLICES){
        av_log(s->avctx, AV_LOG_ERROR, "Too many slices, increase MAX_SLICES and recompile\n");
    }
michael's avatar
michael committed
4030

4031
    for(j=0; j<2; j++){
4032
        int *ref2frm= h->ref2frm[h->slice_num&(MAX_SLICES-1)][j];
4033 4034
        ref2frm[0]=
        ref2frm[1]= -1;
4035
        for(i=0; i<16; i++)
4036 4037
            ref2frm[i+2]= 4*h->ref_list[j][i].frame_num
                          +(h->ref_list[j][i].reference&3);
4038 4039 4040 4041 4042
        ref2frm[18+0]=
        ref2frm[18+1]= -1;
        for(i=16; i<48; i++)
            ref2frm[i+4]= 4*h->ref_list[j][i].frame_num
                          +(h->ref_list[j][i].reference&3);
4043 4044
    }

lorenm's avatar
lorenm committed
4045
    h->emu_edge_width= (s->flags&CODEC_FLAG_EMU_EDGE) ? 0 : 16;
4046
    h->emu_edge_height= (FRAME_MBAFF || FIELD_PICTURE) ? 0 : h->emu_edge_width;
lorenm's avatar
lorenm committed
4047

michael's avatar
michael committed
4048 4049
    s->avctx->refs= h->sps.ref_frame_count;

michaelni's avatar
michaelni committed
4050
    if(s->avctx->debug&FF_DEBUG_PICT_INFO){
4051
        av_log(h->s.avctx, AV_LOG_DEBUG, "slice:%d %s mb:%d %c%s%s pps:%u frame:%d poc:%d/%d ref:%d/%d qp:%d loop:%d:%d:%d weight:%d%s %s\n",
4052 4053
               h->slice_num,
               (s->picture_structure==PICT_FRAME ? "F" : s->picture_structure==PICT_TOP_FIELD ? "T" : "B"),
4054
               first_mb_in_slice,
4055
               av_get_pict_type_char(h->slice_type), h->slice_type_fixed ? " fix" : "", h->nal_unit_type == NAL_IDR_SLICE ? " IDR" : "",
michaelni's avatar
michaelni committed
4056 4057 4058 4059
               pps_id, h->frame_num,
               s->current_picture_ptr->field_poc[0], s->current_picture_ptr->field_poc[1],
               h->ref_count[0], h->ref_count[1],
               s->qscale,
4060
               h->deblocking_filter, h->slice_alpha_c0_offset/2, h->slice_beta_offset/2,
lorenm's avatar
lorenm committed
4061
               h->use_weight,
michael's avatar
michael committed
4062 4063
               h->use_weight==1 && h->use_weight_chroma ? "c" : "",
               h->slice_type == FF_B_TYPE ? (h->direct_spatial_mv_pred ? "SPAT" : "TEMP") : ""
michaelni's avatar
michaelni committed
4064 4065 4066 4067 4068 4069 4070 4071 4072 4073 4074 4075
               );
    }

    return 0;
}

/**
 *
 */
static inline int get_level_prefix(GetBitContext *gb){
    unsigned int buf;
    int log;
4076

michaelni's avatar
michaelni committed
4077 4078 4079
    OPEN_READER(re, gb);
    UPDATE_CACHE(re, gb);
    buf=GET_CACHE(re, gb);
4080

michaelni's avatar
michaelni committed
4081 4082 4083
    log= 32 - av_log2(buf);
#ifdef TRACE
    print_bin(buf>>(32-log), log);
4084
    av_log(NULL, AV_LOG_DEBUG, "%5d %2d %3d lpr @%5d in %s get_level_prefix\n", buf>>(32-log), log, log-1, get_bits_count(gb), __FILE__);
michaelni's avatar
michaelni committed
4085 4086 4087 4088 4089 4090 4091 4092
#endif

    LAST_SKIP_BITS(re, gb, log);
    CLOSE_READER(re, gb);

    return log-1;
}

lorenm's avatar
lorenm committed
4093
static inline int get_dct8x8_allowed(H264Context *h){
michael's avatar
michael committed
4094 4095 4096 4097
    if(h->sps.direct_8x8_inference_flag)
        return !(*(uint64_t*)h->sub_mb_type & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8                )*0x0001000100010001ULL));
    else
        return !(*(uint64_t*)h->sub_mb_type & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8|MB_TYPE_DIRECT2)*0x0001000100010001ULL));
lorenm's avatar
lorenm committed
4098 4099
}

michaelni's avatar
michaelni committed
4100 4101 4102 4103 4104
/**
 * decodes a residual block.
 * @param n block index
 * @param scantable scantable
 * @param max_coeff number of coefficients in the block
diego's avatar
diego committed
4105
 * @return <0 if an error occurred
michaelni's avatar
michaelni committed
4106
 */
lorenm's avatar
lorenm committed
4107
static int decode_residual(H264Context *h, GetBitContext *gb, DCTELEM *block, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff){
michaelni's avatar
michaelni committed
4108 4109
    MpegEncContext * const s = &h->s;
    static const int coeff_token_table_index[17]= {0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3};
lorenm's avatar
lorenm committed
4110 4111
    int level[16];
    int zeros_left, coeff_num, coeff_token, total_coeff, i, j, trailing_ones, run_before;
michaelni's avatar
michaelni committed
4112 4113 4114 4115 4116 4117

    //FIXME put trailing_onex into the context

    if(n == CHROMA_DC_BLOCK_INDEX){
        coeff_token= get_vlc2(gb, chroma_dc_coeff_token_vlc.table, CHROMA_DC_COEFF_TOKEN_VLC_BITS, 1);
        total_coeff= coeff_token>>2;
4118
    }else{
michaelni's avatar
michaelni committed
4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134
        if(n == LUMA_DC_BLOCK_INDEX){
            total_coeff= pred_non_zero_count(h, 0);
            coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2);
            total_coeff= coeff_token>>2;
        }else{
            total_coeff= pred_non_zero_count(h, n);
            coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2);
            total_coeff= coeff_token>>2;
            h->non_zero_count_cache[ scan8[n] ]= total_coeff;
        }
    }

    //FIXME set last_non_zero?

    if(total_coeff==0)
        return 0;
4135 4136
    if(total_coeff > (unsigned)max_coeff) {
        av_log(h->s.avctx, AV_LOG_ERROR, "corrupted macroblock %d %d (total_coeff=%d)\n", s->mb_x, s->mb_y, total_coeff);
4137 4138
        return -1;
    }
4139

michaelni's avatar
michaelni committed
4140
    trailing_ones= coeff_token&3;
mbardiaux's avatar
mbardiaux committed
4141
    tprintf(h->s.avctx, "trailing:%d, total:%d\n", trailing_ones, total_coeff);
michaelni's avatar
michaelni committed
4142
    assert(total_coeff<=16);
4143

4144 4145 4146 4147 4148
    i = show_bits(gb, 3);
    skip_bits(gb, trailing_ones);
    level[0] = 1-((i&4)>>1);
    level[1] = 1-((i&2)   );
    level[2] = 1-((i&1)<<1);
michaelni's avatar
michaelni committed
4149

4150
    if(trailing_ones<total_coeff) {
4151
        int mask, prefix;
lorenm's avatar
lorenm committed
4152
        int suffix_length = total_coeff > 10 && trailing_ones < 3;
4153 4154 4155 4156 4157 4158 4159 4160
        int bitsi= show_bits(gb, LEVEL_TAB_BITS);
        int level_code= cavlc_level_tab[suffix_length][bitsi][0];

        skip_bits(gb, cavlc_level_tab[suffix_length][bitsi][1]);
        if(level_code >= 100){
            prefix= level_code - 100;
            if(prefix == LEVEL_TAB_BITS)
                prefix += get_level_prefix(gb);
michaelni's avatar
michaelni committed
4161

michael's avatar
michael committed
4162 4163 4164 4165 4166 4167 4168 4169 4170 4171 4172 4173 4174 4175 4176 4177 4178
            //first coefficient has suffix_length equal to 0 or 1
            if(prefix<14){ //FIXME try to build a large unified VLC table for all this
                if(suffix_length)
                    level_code= (prefix<<suffix_length) + get_bits(gb, suffix_length); //part
                else
                    level_code= (prefix<<suffix_length); //part
            }else if(prefix==14){
                if(suffix_length)
                    level_code= (prefix<<suffix_length) + get_bits(gb, suffix_length); //part
                else
                    level_code= prefix + get_bits(gb, 4); //part
            }else{
                level_code= (15<<suffix_length) + get_bits(gb, prefix-3); //part
                if(suffix_length==0) level_code+=15; //FIXME doesn't make (much)sense
                if(prefix>=16)
                    level_code += (1<<(prefix-3))-4096;
            }
michaelni's avatar
michaelni committed
4179

michael's avatar
michael committed
4180
            if(trailing_ones < 3) level_code += 2;
michaelni's avatar
michaelni committed
4181

michael's avatar
michael committed
4182 4183 4184
            suffix_length = 2;
            mask= -(level_code&1);
            level[trailing_ones]= (((2+level_code)>>1) ^ mask) - mask;
4185 4186 4187 4188 4189 4190 4191 4192
        }else{
            if(trailing_ones < 3) level_code += (level_code>>31)|1;

            suffix_length = 1;
            if(level_code + 3U > 6U)
                suffix_length++;
            level[trailing_ones]= level_code;
        }
lorenm's avatar
lorenm committed
4193 4194

        //remaining coefficients have suffix_length > 0
4195
        for(i=trailing_ones+1;i<total_coeff;i++) {
michael's avatar
michael committed
4196 4197 4198 4199 4200 4201 4202 4203 4204 4205
            static const unsigned int suffix_limit[7] = {0,3,6,12,24,48,INT_MAX };
            int bitsi= show_bits(gb, LEVEL_TAB_BITS);
            level_code= cavlc_level_tab[suffix_length][bitsi][0];

            skip_bits(gb, cavlc_level_tab[suffix_length][bitsi][1]);
            if(level_code >= 100){
                prefix= level_code - 100;
                if(prefix == LEVEL_TAB_BITS){
                    prefix += get_level_prefix(gb);
                }
michael's avatar
michael committed
4206 4207 4208 4209 4210 4211 4212 4213
                if(prefix<15){
                    level_code = (prefix<<suffix_length) + get_bits(gb, suffix_length);
                }else{
                    level_code = (15<<suffix_length) + get_bits(gb, prefix-3);
                    if(prefix>=16)
                        level_code += (1<<(prefix-3))-4096;
                }
                mask= -(level_code&1);
michael's avatar
michael committed
4214 4215 4216 4217 4218
                level_code= (((2+level_code)>>1) ^ mask) - mask;
            }
            level[i]= level_code;

            if(suffix_limit[suffix_length] + level_code > 2U*suffix_limit[suffix_length])
lorenm's avatar
lorenm committed
4219 4220
                suffix_length++;
        }
michaelni's avatar
michaelni committed
4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231
    }

    if(total_coeff == max_coeff)
        zeros_left=0;
    else{
        if(n == CHROMA_DC_BLOCK_INDEX)
            zeros_left= get_vlc2(gb, chroma_dc_total_zeros_vlc[ total_coeff-1 ].table, CHROMA_DC_TOTAL_ZEROS_VLC_BITS, 1);
        else
            zeros_left= get_vlc2(gb, total_zeros_vlc[ total_coeff-1 ].table, TOTAL_ZEROS_VLC_BITS, 1);
    }

lorenm's avatar
lorenm committed
4232 4233
    coeff_num = zeros_left + total_coeff - 1;
    j = scantable[coeff_num];
michaelni's avatar
michaelni committed
4234
    if(n > 24){
lorenm's avatar
lorenm committed
4235 4236 4237 4238 4239 4240 4241 4242 4243 4244 4245
        block[j] = level[0];
        for(i=1;i<total_coeff;i++) {
            if(zeros_left <= 0)
                run_before = 0;
            else if(zeros_left < 7){
                run_before= get_vlc2(gb, run_vlc[zeros_left-1].table, RUN_VLC_BITS, 1);
            }else{
                run_before= get_vlc2(gb, run7_vlc.table, RUN7_VLC_BITS, 2);
            }
            zeros_left -= run_before;
            coeff_num -= 1 + run_before;
michaelni's avatar
michaelni committed
4246 4247 4248 4249 4250
            j= scantable[ coeff_num ];

            block[j]= level[i];
        }
    }else{
lorenm's avatar
lorenm committed
4251
        block[j] = (level[0] * qmul[j] + 32)>>6;
lorenm's avatar
lorenm committed
4252 4253 4254 4255 4256 4257 4258 4259 4260 4261
        for(i=1;i<total_coeff;i++) {
            if(zeros_left <= 0)
                run_before = 0;
            else if(zeros_left < 7){
                run_before= get_vlc2(gb, run_vlc[zeros_left-1].table, RUN_VLC_BITS, 1);
            }else{
                run_before= get_vlc2(gb, run7_vlc.table, RUN7_VLC_BITS, 2);
            }
            zeros_left -= run_before;
            coeff_num -= 1 + run_before;
michaelni's avatar
michaelni committed
4262 4263
            j= scantable[ coeff_num ];

lorenm's avatar
lorenm committed
4264
            block[j]= (level[i] * qmul[j] + 32)>>6;
michaelni's avatar
michaelni committed
4265 4266
        }
    }
lorenm's avatar
lorenm committed
4267 4268 4269 4270 4271 4272

    if(zeros_left<0){
        av_log(h->s.avctx, AV_LOG_ERROR, "negative number of zero coeffs at %d %d\n", s->mb_x, s->mb_y);
        return -1;
    }

michaelni's avatar
michaelni committed
4273 4274 4275
    return 0;
}

lorenm's avatar
lorenm committed
4276 4277
static void predict_field_decoding_flag(H264Context *h){
    MpegEncContext * const s = &h->s;
4278
    const int mb_xy= h->mb_xy;
lorenm's avatar
lorenm committed
4279 4280 4281 4282 4283 4284 4285 4286
    int mb_type = (h->slice_table[mb_xy-1] == h->slice_num)
                ? s->current_picture.mb_type[mb_xy-1]
                : (h->slice_table[mb_xy-s->mb_stride] == h->slice_num)
                ? s->current_picture.mb_type[mb_xy-s->mb_stride]
                : 0;
    h->mb_mbaff = h->mb_field_decoding_flag = IS_INTERLACED(mb_type) ? 1 : 0;
}

4287 4288 4289 4290 4291
/**
 * decodes a P_SKIP or B_SKIP macroblock
 */
static void decode_mb_skip(H264Context *h){
    MpegEncContext * const s = &h->s;
4292
    const int mb_xy= h->mb_xy;
4293
    int mb_type=0;
4294

4295 4296 4297
    memset(h->non_zero_count[mb_xy], 0, 16);
    memset(h->non_zero_count_cache + 8, 0, 8*5); //FIXME ugly, remove pfui

lorenm's avatar
lorenm committed
4298
    if(MB_FIELD)
4299
        mb_type|= MB_TYPE_INTERLACED;
4300

4301
    if( h->slice_type_nos == FF_B_TYPE )
4302 4303
    {
        // just for fill_caches. pred_direct_motion will set the real mb_type
4304
        mb_type|= MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2|MB_TYPE_SKIP;
4305

michael's avatar
michael committed
4306
        fill_caches(h, mb_type, 0); //FIXME check what is needed and what not ...
4307
        pred_direct_motion(h, &mb_type);
4308
        mb_type|= MB_TYPE_SKIP;
4309 4310 4311 4312
    }
    else
    {
        int mx, my;
4313
        mb_type|= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P1L0|MB_TYPE_SKIP;
4314

michael's avatar
michael committed
4315
        fill_caches(h, mb_type, 0); //FIXME check what is needed and what not ...
4316 4317 4318 4319 4320 4321
        pred_pskip_motion(h, &mx, &my);
        fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, 0, 1);
        fill_rectangle(  h->mv_cache[0][scan8[0]], 4, 4, 8, pack16to32(mx,my), 4);
    }

    write_back_motion(h, mb_type);
4322
    s->current_picture.mb_type[mb_xy]= mb_type;
4323 4324
    s->current_picture.qscale_table[mb_xy]= s->qscale;
    h->slice_table[ mb_xy ]= h->slice_num;
4325
    h->prev_mb_skipped= 1;
4326 4327
}

michaelni's avatar
michaelni committed
4328 4329
/**
 * decodes a macroblock
diego's avatar
diego committed
4330
 * @returns 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
michaelni's avatar
michaelni committed
4331
 */
4332
static int decode_mb_cavlc(H264Context *h){
michaelni's avatar
michaelni committed
4333
    MpegEncContext * const s = &h->s;
4334
    int mb_xy;
4335 4336
    int partition_count;
    unsigned int mb_type, cbp;
lorenm's avatar
lorenm committed
4337
    int dct8x8_allowed= h->pps.transform_8x8_mode;
michaelni's avatar
michaelni committed
4338

4339 4340
    mb_xy = h->mb_xy = s->mb_x + s->mb_y*s->mb_stride;

mbardiaux's avatar
mbardiaux committed
4341
    tprintf(s->avctx, "pic:%d mb:%d/%d\n", h->frame_num, s->mb_x, s->mb_y);
bellard's avatar
bellard committed
4342 4343
    cbp = 0; /* avoid warning. FIXME: find a solution without slowing
                down the code */
michael's avatar
michael committed
4344
    if(h->slice_type_nos != FF_I_TYPE){
michaelni's avatar
michaelni committed
4345 4346
        if(s->mb_skip_run==-1)
            s->mb_skip_run= get_ue_golomb(&s->gb);
4347

michaelni's avatar
michaelni committed
4348
        if (s->mb_skip_run--) {
lorenm's avatar
lorenm committed
4349 4350 4351 4352 4353 4354
            if(FRAME_MBAFF && (s->mb_y&1) == 0){
                if(s->mb_skip_run==0)
                    h->mb_mbaff = h->mb_field_decoding_flag = get_bits1(&s->gb);
                else
                    predict_field_decoding_flag(h);
            }
4355
            decode_mb_skip(h);
michaelni's avatar
michaelni committed
4356 4357 4358
            return 0;
        }
    }
lorenm's avatar
lorenm committed
4359 4360 4361
    if(FRAME_MBAFF){
        if( (s->mb_y&1) == 0 )
            h->mb_mbaff = h->mb_field_decoding_flag = get_bits1(&s->gb);
4362
    }
4363

4364
    h->prev_mb_skipped= 0;
4365

michaelni's avatar
michaelni committed
4366
    mb_type= get_ue_golomb(&s->gb);
4367
    if(h->slice_type_nos == FF_B_TYPE){
michaelni's avatar
michaelni committed
4368 4369 4370 4371 4372 4373 4374
        if(mb_type < 23){
            partition_count= b_mb_type_info[mb_type].partition_count;
            mb_type=         b_mb_type_info[mb_type].type;
        }else{
            mb_type -= 23;
            goto decode_intra_mb;
        }
4375
    }else if(h->slice_type_nos == FF_P_TYPE){
michaelni's avatar
michaelni committed
4376 4377 4378 4379 4380 4381 4382 4383
        if(mb_type < 5){
            partition_count= p_mb_type_info[mb_type].partition_count;
            mb_type=         p_mb_type_info[mb_type].type;
        }else{
            mb_type -= 5;
            goto decode_intra_mb;
        }
    }else{
4384 4385 4386
       assert(h->slice_type_nos == FF_I_TYPE);
        if(h->slice_type == FF_SI_TYPE && mb_type)
            mb_type--;
michaelni's avatar
michaelni committed
4387 4388
decode_intra_mb:
        if(mb_type > 25){
diego's avatar
diego committed
4389
            av_log(h->s.avctx, AV_LOG_ERROR, "mb_type %d in %c slice too large at %d %d\n", mb_type, av_get_pict_type_char(h->slice_type), s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4390 4391 4392 4393 4394 4395 4396 4397
            return -1;
        }
        partition_count=0;
        cbp= i_mb_type_info[mb_type].cbp;
        h->intra16x16_pred_mode= i_mb_type_info[mb_type].pred_mode;
        mb_type= i_mb_type_info[mb_type].type;
    }

lorenm's avatar
lorenm committed
4398
    if(MB_FIELD)
michaelni's avatar
michaelni committed
4399 4400 4401
        mb_type |= MB_TYPE_INTERLACED;

    h->slice_table[ mb_xy ]= h->slice_num;
4402

michaelni's avatar
michaelni committed
4403
    if(IS_INTRA_PCM(mb_type)){
michael's avatar
michael committed
4404
        unsigned int x;
4405

diego's avatar
diego committed
4406
        // We assume these blocks are very rare so we do not optimize it.
michaelni's avatar
michaelni committed
4407
        align_get_bits(&s->gb);
4408

4409
        // The pixels are stored in the same order as levels in h->mb array.
michael's avatar
michael committed
4410 4411
        for(x=0; x < (CHROMA ? 384 : 256); x++){
            ((uint8_t*)h->mb)[x]= get_bits(&s->gb, 8);
michaelni's avatar
michaelni committed
4412
        }
4413

4414
        // In deblocking, the quantizer is 0
4415
        s->current_picture.qscale_table[mb_xy]= 0;
4416
        // All coeffs are present
4417
        memset(h->non_zero_count[mb_xy], 16, 16);
4418

lorenm's avatar
lorenm committed
4419
        s->current_picture.mb_type[mb_xy]= mb_type;
michaelni's avatar
michaelni committed
4420 4421
        return 0;
    }
4422

lorenm's avatar
lorenm committed
4423 4424 4425 4426 4427
    if(MB_MBAFF){
        h->ref_count[0] <<= 1;
        h->ref_count[1] <<= 1;
    }

michael's avatar
michael committed
4428
    fill_caches(h, mb_type, 0);
michaelni's avatar
michaelni committed
4429 4430 4431

    //mb_pred
    if(IS_INTRA(mb_type)){
michael's avatar
michael committed
4432
        int pred_mode;
michaelni's avatar
michaelni committed
4433
//            init_top_left_availability(h);
michael's avatar
michael committed
4434 4435 4436 4437 4438 4439 4440
        if(IS_INTRA4x4(mb_type)){
            int i;
            int di = 1;
            if(dct8x8_allowed && get_bits1(&s->gb)){
                mb_type |= MB_TYPE_8x8DCT;
                di = 4;
            }
michaelni's avatar
michaelni committed
4441 4442

//                fill_intra4x4_pred_table(h);
michael's avatar
michael committed
4443 4444
            for(i=0; i<16; i+=di){
                int mode= pred_intra_mode(h, i);
michaelni's avatar
michaelni committed
4445

michael's avatar
michael committed
4446 4447 4448
                if(!get_bits1(&s->gb)){
                    const int rem_mode= get_bits(&s->gb, 3);
                    mode = rem_mode + (rem_mode >= mode);
michaelni's avatar
michaelni committed
4449
                }
michael's avatar
michael committed
4450 4451 4452 4453 4454

                if(di==4)
                    fill_rectangle( &h->intra4x4_pred_mode_cache[ scan8[i] ], 2, 2, 8, mode, 1 );
                else
                    h->intra4x4_pred_mode_cache[ scan8[i] ] = mode;
michaelni's avatar
michaelni committed
4455
            }
michael's avatar
michael committed
4456 4457 4458 4459 4460 4461 4462 4463 4464
            write_back_intra_pred_mode(h);
            if( check_intra4x4_pred_mode(h) < 0)
                return -1;
        }else{
            h->intra16x16_pred_mode= check_intra_pred_mode(h, h->intra16x16_pred_mode);
            if(h->intra16x16_pred_mode < 0)
                return -1;
        }
        if(CHROMA){
4465
            pred_mode= check_intra_pred_mode(h, get_ue_golomb_31(&s->gb));
4466
            if(pred_mode < 0)
michaelni's avatar
michaelni committed
4467
                return -1;
4468
            h->chroma_pred_mode= pred_mode;
michael's avatar
michael committed
4469
        }
michaelni's avatar
michaelni committed
4470 4471
    }else if(partition_count==4){
        int i, j, sub_partition_count[4], list, ref[2][4];
4472

4473
        if(h->slice_type_nos == FF_B_TYPE){
michaelni's avatar
michaelni committed
4474
            for(i=0; i<4; i++){
4475
                h->sub_mb_type[i]= get_ue_golomb_31(&s->gb);
michaelni's avatar
michaelni committed
4476
                if(h->sub_mb_type[i] >=13){
4477
                    av_log(h->s.avctx, AV_LOG_ERROR, "B sub_mb_type %u out of range at %d %d\n", h->sub_mb_type[i], s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4478 4479 4480 4481 4482
                    return -1;
                }
                sub_partition_count[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      b_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
4483
            if(   IS_DIRECT(h->sub_mb_type[0]) || IS_DIRECT(h->sub_mb_type[1])
4484
               || IS_DIRECT(h->sub_mb_type[2]) || IS_DIRECT(h->sub_mb_type[3])) {
4485
                pred_direct_motion(h, &mb_type);
4486 4487 4488 4489 4490
                h->ref_cache[0][scan8[4]] =
                h->ref_cache[1][scan8[4]] =
                h->ref_cache[0][scan8[12]] =
                h->ref_cache[1][scan8[12]] = PART_NOT_AVAILABLE;
            }
michaelni's avatar
michaelni committed
4491
        }else{
michael's avatar
michael committed
4492
            assert(h->slice_type_nos == FF_P_TYPE); //FIXME SP correct ?
michaelni's avatar
michaelni committed
4493
            for(i=0; i<4; i++){
4494
                h->sub_mb_type[i]= get_ue_golomb_31(&s->gb);
michaelni's avatar
michaelni committed
4495
                if(h->sub_mb_type[i] >=4){
4496
                    av_log(h->s.avctx, AV_LOG_ERROR, "P sub_mb_type %u out of range at %d %d\n", h->sub_mb_type[i], s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4497 4498 4499 4500 4501 4502
                    return -1;
                }
                sub_partition_count[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      p_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
        }
4503

4504
        for(list=0; list<h->list_count; list++){
4505
            int ref_count= IS_REF0(mb_type) ? 1 : h->ref_count[list];
michaelni's avatar
michaelni committed
4506
            for(i=0; i<4; i++){
4507 4508
                if(IS_DIRECT(h->sub_mb_type[i])) continue;
                if(IS_DIR(h->sub_mb_type[i], 0, list)){
4509 4510 4511 4512 4513 4514 4515
                    unsigned int tmp;
                    if(ref_count == 1){
                        tmp= 0;
                    }else if(ref_count == 2){
                        tmp= get_bits1(&s->gb)^1;
                    }else{
                        tmp= get_ue_golomb_31(&s->gb);
michael's avatar
michael committed
4516 4517 4518 4519
                        if(tmp>=ref_count){
                            av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", tmp);
                            return -1;
                        }
4520
                    }
4521
                    ref[list][i]= tmp;
michaelni's avatar
michaelni committed
4522 4523 4524 4525 4526 4527
                }else{
                 //FIXME
                    ref[list][i] = -1;
                }
            }
        }
4528

lorenm's avatar
lorenm committed
4529 4530
        if(dct8x8_allowed)
            dct8x8_allowed = get_dct8x8_allowed(h);
4531

4532
        for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4533
            for(i=0; i<4; i++){
4534 4535 4536 4537
                if(IS_DIRECT(h->sub_mb_type[i])) {
                    h->ref_cache[list][ scan8[4*i] ] = h->ref_cache[list][ scan8[4*i]+1 ];
                    continue;
                }
michaelni's avatar
michaelni committed
4538 4539 4540
                h->ref_cache[list][ scan8[4*i]   ]=h->ref_cache[list][ scan8[4*i]+1 ]=
                h->ref_cache[list][ scan8[4*i]+8 ]=h->ref_cache[list][ scan8[4*i]+9 ]= ref[list][i];

4541
                if(IS_DIR(h->sub_mb_type[i], 0, list)){
michaelni's avatar
michaelni committed
4542 4543 4544 4545 4546 4547 4548 4549 4550
                    const int sub_mb_type= h->sub_mb_type[i];
                    const int block_width= (sub_mb_type & (MB_TYPE_16x16|MB_TYPE_16x8)) ? 2 : 1;
                    for(j=0; j<sub_partition_count[i]; j++){
                        int mx, my;
                        const int index= 4*i + block_width*j;
                        int16_t (* mv_cache)[2]= &h->mv_cache[list][ scan8[index] ];
                        pred_motion(h, index, block_width, list, h->ref_cache[list][ scan8[index] ], &mx, &my);
                        mx += get_se_golomb(&s->gb);
                        my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4551
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4552

michaelni's avatar
michaelni committed
4553
                        if(IS_SUB_8X8(sub_mb_type)){
4554
                            mv_cache[ 1 ][0]=
michaelni's avatar
michaelni committed
4555
                            mv_cache[ 8 ][0]= mv_cache[ 9 ][0]= mx;
4556
                            mv_cache[ 1 ][1]=
michaelni's avatar
michaelni committed
4557 4558
                            mv_cache[ 8 ][1]= mv_cache[ 9 ][1]= my;
                        }else if(IS_SUB_8X4(sub_mb_type)){
4559 4560
                            mv_cache[ 1 ][0]= mx;
                            mv_cache[ 1 ][1]= my;
michaelni's avatar
michaelni committed
4561
                        }else if(IS_SUB_4X8(sub_mb_type)){
4562 4563
                            mv_cache[ 8 ][0]= mx;
                            mv_cache[ 8 ][1]= my;
michaelni's avatar
michaelni committed
4564
                        }
4565 4566
                        mv_cache[ 0 ][0]= mx;
                        mv_cache[ 0 ][1]= my;
michaelni's avatar
michaelni committed
4567 4568 4569 4570 4571 4572 4573 4574
                    }
                }else{
                    uint32_t *p= (uint32_t *)&h->mv_cache[list][ scan8[4*i] ][0];
                    p[0] = p[1]=
                    p[8] = p[9]= 0;
                }
            }
        }
4575 4576
    }else if(IS_DIRECT(mb_type)){
        pred_direct_motion(h, &mb_type);
lorenm's avatar
lorenm committed
4577
        dct8x8_allowed &= h->sps.direct_8x8_inference_flag;
4578
    }else{
michaelni's avatar
michaelni committed
4579 4580 4581
        int list, mx, my, i;
         //FIXME we should set ref_idx_l? to 0 if we use that later ...
        if(IS_16X16(mb_type)){
michael's avatar
michael committed
4582 4583
            for(list=0; list<h->list_count; list++){
                    unsigned int val;
michaelni's avatar
michaelni committed
4584
                    if(IS_DIR(mb_type, 0, list)){
4585 4586 4587 4588 4589
                        if(h->ref_count[list]==1){
                            val= 0;
                        }else if(h->ref_count[list]==2){
                            val= get_bits1(&s->gb)^1;
                        }else{
michael's avatar
michael committed
4590 4591 4592 4593 4594
                            val= get_ue_golomb_31(&s->gb);
                            if(val >= h->ref_count[list]){
                                av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
                                return -1;
                            }
4595
                        }
lorenm's avatar
lorenm committed
4596
                    }else
michael's avatar
michael committed
4597 4598
                        val= LIST_NOT_USED&0xFF;
                    fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, val, 1);
michaelni's avatar
michaelni committed
4599
            }
michael's avatar
michael committed
4600 4601
            for(list=0; list<h->list_count; list++){
                unsigned int val;
michaelni's avatar
michaelni committed
4602 4603 4604 4605
                if(IS_DIR(mb_type, 0, list)){
                    pred_motion(h, 0, 4, list, h->ref_cache[list][ scan8[0] ], &mx, &my);
                    mx += get_se_golomb(&s->gb);
                    my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4606
                    tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4607

michael's avatar
michael committed
4608
                    val= pack16to32(mx,my);
lorenm's avatar
lorenm committed
4609
                }else
michael's avatar
michael committed
4610 4611
                    val=0;
                fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, val, 4);
michaelni's avatar
michaelni committed
4612 4613 4614
            }
        }
        else if(IS_16X8(mb_type)){
michael's avatar
michael committed
4615
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4616
                    for(i=0; i<2; i++){
michael's avatar
michael committed
4617
                        unsigned int val;
michaelni's avatar
michaelni committed
4618
                        if(IS_DIR(mb_type, i, list)){
4619 4620 4621 4622 4623
                            if(h->ref_count[list] == 1){
                                val= 0;
                            }else if(h->ref_count[list] == 2){
                                val= get_bits1(&s->gb)^1;
                            }else{
michael's avatar
michael committed
4624 4625 4626 4627 4628
                                val= get_ue_golomb_31(&s->gb);
                                if(val >= h->ref_count[list]){
                                    av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
                                    return -1;
                                }
4629
                            }
lorenm's avatar
lorenm committed
4630
                        }else
michael's avatar
michael committed
4631 4632
                            val= LIST_NOT_USED&0xFF;
                        fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, val, 1);
michaelni's avatar
michaelni committed
4633 4634
                    }
            }
michael's avatar
michael committed
4635
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4636
                for(i=0; i<2; i++){
michael's avatar
michael committed
4637
                    unsigned int val;
michaelni's avatar
michaelni committed
4638 4639 4640 4641
                    if(IS_DIR(mb_type, i, list)){
                        pred_16x8_motion(h, 8*i, list, h->ref_cache[list][scan8[0] + 16*i], &mx, &my);
                        mx += get_se_golomb(&s->gb);
                        my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4642
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4643

michael's avatar
michael committed
4644
                        val= pack16to32(mx,my);
4645
                    }else
michael's avatar
michael committed
4646 4647
                        val=0;
                    fill_rectangle(h->mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, val, 4);
michaelni's avatar
michaelni committed
4648 4649 4650 4651
                }
            }
        }else{
            assert(IS_8X16(mb_type));
michael's avatar
michael committed
4652
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4653
                    for(i=0; i<2; i++){
michael's avatar
michael committed
4654
                        unsigned int val;
michaelni's avatar
michaelni committed
4655
                        if(IS_DIR(mb_type, i, list)){ //FIXME optimize
4656 4657 4658 4659 4660
                            if(h->ref_count[list]==1){
                                val= 0;
                            }else if(h->ref_count[list]==2){
                                val= get_bits1(&s->gb)^1;
                            }else{
michael's avatar
michael committed
4661 4662 4663 4664 4665
                                val= get_ue_golomb_31(&s->gb);
                                if(val >= h->ref_count[list]){
                                    av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
                                    return -1;
                                }
4666
                            }
lorenm's avatar
lorenm committed
4667
                        }else
michael's avatar
michael committed
4668 4669
                            val= LIST_NOT_USED&0xFF;
                        fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, val, 1);
michaelni's avatar
michaelni committed
4670 4671
                    }
            }
michael's avatar
michael committed
4672
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4673
                for(i=0; i<2; i++){
michael's avatar
michael committed
4674
                    unsigned int val;
michaelni's avatar
michaelni committed
4675 4676 4677 4678
                    if(IS_DIR(mb_type, i, list)){
                        pred_8x16_motion(h, i*4, list, h->ref_cache[list][ scan8[0] + 2*i ], &mx, &my);
                        mx += get_se_golomb(&s->gb);
                        my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4679
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4680

michael's avatar
michael committed
4681
                        val= pack16to32(mx,my);
4682
                    }else
michael's avatar
michael committed
4683 4684
                        val=0;
                    fill_rectangle(h->mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, val, 4);
michaelni's avatar
michaelni committed
4685 4686 4687 4688
                }
            }
        }
    }
4689

michaelni's avatar
michaelni committed
4690 4691
    if(IS_INTER(mb_type))
        write_back_motion(h, mb_type);
4692

michaelni's avatar
michaelni committed
4693 4694 4695
    if(!IS_INTRA16x16(mb_type)){
        cbp= get_ue_golomb(&s->gb);
        if(cbp > 47){
4696
            av_log(h->s.avctx, AV_LOG_ERROR, "cbp too large (%u) at %d %d\n", cbp, s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4697 4698
            return -1;
        }
4699

4700
        if(CHROMA){
michael's avatar
michael committed
4701 4702
            if(IS_INTRA4x4(mb_type)) cbp= golomb_to_intra4x4_cbp[cbp];
            else                     cbp= golomb_to_inter_cbp   [cbp];
4703 4704 4705 4706
        }else{
            if(IS_INTRA4x4(mb_type)) cbp= golomb_to_intra4x4_cbp_gray[cbp];
            else                     cbp= golomb_to_inter_cbp_gray[cbp];
        }
michaelni's avatar
michaelni committed
4707
    }
lorenm's avatar
lorenm committed
4708
    h->cbp = cbp;
michaelni's avatar
michaelni committed
4709

lorenm's avatar
lorenm committed
4710
    if(dct8x8_allowed && (cbp&15) && !IS_INTRA(mb_type)){
michael's avatar
michael committed
4711
        if(get_bits1(&s->gb)){
lorenm's avatar
lorenm committed
4712
            mb_type |= MB_TYPE_8x8DCT;
michael's avatar
michael committed
4713 4714
            h->cbp_table[mb_xy]= cbp;
        }
lorenm's avatar
lorenm committed
4715 4716 4717
    }
    s->current_picture.mb_type[mb_xy]= mb_type;

michaelni's avatar
michaelni committed
4718 4719
    if(cbp || IS_INTRA16x16(mb_type)){
        int i8x8, i4x4, chroma_idx;
4720
        int dquant;
michaelni's avatar
michaelni committed
4721
        GetBitContext *gb= IS_INTRA(mb_type) ? h->intra_gb_ptr : h->inter_gb_ptr;
lorenm's avatar
lorenm committed
4722
        const uint8_t *scan, *scan8x8, *dc_scan;
4723

michaelni's avatar
michaelni committed
4724 4725 4726
//        fill_non_zero_count_cache(h);

        if(IS_INTERLACED(mb_type)){
lorenm's avatar
lorenm committed
4727
            scan8x8= s->qscale ? h->field_scan8x8_cavlc : h->field_scan8x8_cavlc_q0;
lorenm's avatar
lorenm committed
4728
            scan= s->qscale ? h->field_scan : h->field_scan_q0;
michaelni's avatar
michaelni committed
4729 4730
            dc_scan= luma_dc_field_scan;
        }else{
lorenm's avatar
lorenm committed
4731
            scan8x8= s->qscale ? h->zigzag_scan8x8_cavlc : h->zigzag_scan8x8_cavlc_q0;
lorenm's avatar
lorenm committed
4732
            scan= s->qscale ? h->zigzag_scan : h->zigzag_scan_q0;
michaelni's avatar
michaelni committed
4733 4734 4735 4736 4737 4738
            dc_scan= luma_dc_zigzag_scan;
        }

        dquant= get_se_golomb(&s->gb);

        if( dquant > 25 || dquant < -26 ){
4739
            av_log(h->s.avctx, AV_LOG_ERROR, "dquant out of range (%d) at %d %d\n", dquant, s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4740 4741
            return -1;
        }
4742

michaelni's avatar
michaelni committed
4743 4744 4745 4746 4747
        s->qscale += dquant;
        if(((unsigned)s->qscale) > 51){
            if(s->qscale<0) s->qscale+= 52;
            else            s->qscale-= 52;
        }
4748

4749 4750
        h->chroma_qp[0]= get_chroma_qp(h, 0, s->qscale);
        h->chroma_qp[1]= get_chroma_qp(h, 1, s->qscale);
michaelni's avatar
michaelni committed
4751
        if(IS_INTRA16x16(mb_type)){
lorenm's avatar
lorenm committed
4752
            if( decode_residual(h, h->intra_gb_ptr, h->mb, LUMA_DC_BLOCK_INDEX, dc_scan, h->dequant4_coeff[0][s->qscale], 16) < 0){
4753
                return -1; //FIXME continue if partitioned and other return -1 too
michaelni's avatar
michaelni committed
4754 4755 4756 4757 4758 4759 4760 4761
            }

            assert((cbp&15) == 0 || (cbp&15) == 15);

            if(cbp&15){
                for(i8x8=0; i8x8<4; i8x8++){
                    for(i4x4=0; i4x4<4; i4x4++){
                        const int index= i4x4 + 4*i8x8;
lorenm's avatar
lorenm committed
4762
                        if( decode_residual(h, h->intra_gb_ptr, h->mb + 16*index, index, scan + 1, h->dequant4_coeff[0][s->qscale], 15) < 0 ){
michaelni's avatar
michaelni committed
4763 4764 4765 4766 4767
                            return -1;
                        }
                    }
                }
            }else{
michael's avatar
michael committed
4768
                fill_rectangle(&h->non_zero_count_cache[scan8[0]], 4, 4, 8, 0, 1);
michaelni's avatar
michaelni committed
4769 4770 4771 4772
            }
        }else{
            for(i8x8=0; i8x8<4; i8x8++){
                if(cbp & (1<<i8x8)){
lorenm's avatar
lorenm committed
4773 4774
                    if(IS_8x8DCT(mb_type)){
                        DCTELEM *buf = &h->mb[64*i8x8];
mru's avatar
mru committed
4775
                        uint8_t *nnz;
lorenm's avatar
lorenm committed
4776
                        for(i4x4=0; i4x4<4; i4x4++){
lorenm's avatar
lorenm committed
4777
                            if( decode_residual(h, gb, buf, i4x4+4*i8x8, scan8x8+16*i4x4,
lorenm's avatar
lorenm committed
4778
                                                h->dequant8_coeff[IS_INTRA( mb_type ) ? 0:1][s->qscale], 16) <0 )
lorenm's avatar
lorenm committed
4779 4780
                                return -1;
                        }
mru's avatar
mru committed
4781
                        nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
4782
                        nnz[0] += nnz[1] + nnz[8] + nnz[9];
lorenm's avatar
lorenm committed
4783 4784 4785
                    }else{
                        for(i4x4=0; i4x4<4; i4x4++){
                            const int index= i4x4 + 4*i8x8;
4786

lorenm's avatar
lorenm committed
4787
                            if( decode_residual(h, gb, h->mb + 16*index, index, scan, h->dequant4_coeff[IS_INTRA( mb_type ) ? 0:3][s->qscale], 16) <0 ){
lorenm's avatar
lorenm committed
4788 4789
                                return -1;
                            }
michaelni's avatar
michaelni committed
4790 4791 4792 4793 4794 4795 4796 4797
                        }
                    }
                }else{
                    uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
                    nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0;
                }
            }
        }
4798

michaelni's avatar
michaelni committed
4799 4800
        if(cbp&0x30){
            for(chroma_idx=0; chroma_idx<2; chroma_idx++)
lorenm's avatar
lorenm committed
4801
                if( decode_residual(h, gb, h->mb + 256 + 16*4*chroma_idx, CHROMA_DC_BLOCK_INDEX, chroma_dc_scan, NULL, 4) < 0){
michaelni's avatar
michaelni committed
4802 4803 4804 4805 4806 4807
                    return -1;
                }
        }

        if(cbp&0x20){
            for(chroma_idx=0; chroma_idx<2; chroma_idx++){
4808
                const uint32_t *qmul = h->dequant4_coeff[chroma_idx+1+(IS_INTRA( mb_type ) ? 0:3)][h->chroma_qp[chroma_idx]];
michaelni's avatar
michaelni committed
4809 4810
                for(i4x4=0; i4x4<4; i4x4++){
                    const int index= 16 + 4*chroma_idx + i4x4;
4811
                    if( decode_residual(h, gb, h->mb + 16*index, index, scan + 1, qmul, 15) < 0){
michaelni's avatar
michaelni committed
4812 4813 4814 4815 4816 4817 4818 4819 4820 4821
                        return -1;
                    }
                }
            }
        }else{
            uint8_t * const nnz= &h->non_zero_count_cache[0];
            nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
            nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
        }
    }else{
4822 4823 4824 4825
        uint8_t * const nnz= &h->non_zero_count_cache[0];
        fill_rectangle(&nnz[scan8[0]], 4, 4, 8, 0, 1);
        nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
        nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
michaelni's avatar
michaelni committed
4826
    }
4827
    s->current_picture.qscale_table[mb_xy]= s->qscale;
michaelni's avatar
michaelni committed
4828 4829
    write_back_non_zero_count(h);

lorenm's avatar
lorenm committed
4830 4831 4832 4833 4834
    if(MB_MBAFF){
        h->ref_count[0] >>= 1;
        h->ref_count[1] >>= 1;
    }

michaelni's avatar
michaelni committed
4835 4836 4837
    return 0;
}

4838 4839 4840 4841 4842 4843 4844 4845
static int decode_cabac_field_decoding_flag(H264Context *h) {
    MpegEncContext * const s = &h->s;
    const int mb_x = s->mb_x;
    const int mb_y = s->mb_y & ~1;
    const int mba_xy = mb_x - 1 +  mb_y   *s->mb_stride;
    const int mbb_xy = mb_x     + (mb_y-2)*s->mb_stride;

    unsigned int ctx = 0;
4846

4847 4848 4849 4850 4851 4852 4853
    if( h->slice_table[mba_xy] == h->slice_num && IS_INTERLACED( s->current_picture.mb_type[mba_xy] ) ) {
        ctx += 1;
    }
    if( h->slice_table[mbb_xy] == h->slice_num && IS_INTERLACED( s->current_picture.mb_type[mbb_xy] ) ) {
        ctx += 1;
    }

4854
    return get_cabac_noinline( &h->cabac, &h->cabac_state[70 + ctx] );
4855 4856
}

michael's avatar
michael committed
4857 4858 4859
static int decode_cabac_intra_mb_type(H264Context *h, int ctx_base, int intra_slice) {
    uint8_t *state= &h->cabac_state[ctx_base];
    int mb_type;
4860

michael's avatar
michael committed
4861 4862
    if(intra_slice){
        MpegEncContext * const s = &h->s;
4863 4864
        const int mba_xy = h->left_mb_xy[0];
        const int mbb_xy = h->top_mb_xy;
michael's avatar
michael committed
4865
        int ctx=0;
4866
        if( h->slice_table[mba_xy] == h->slice_num && !IS_INTRA4x4( s->current_picture.mb_type[mba_xy] ) )
4867
            ctx++;
4868
        if( h->slice_table[mbb_xy] == h->slice_num && !IS_INTRA4x4( s->current_picture.mb_type[mbb_xy] ) )
4869
            ctx++;
4870
        if( get_cabac_noinline( &h->cabac, &state[ctx] ) == 0 )
michael's avatar
michael committed
4871 4872 4873
            return 0;   /* I4x4 */
        state += 2;
    }else{
4874
        if( get_cabac_noinline( &h->cabac, &state[0] ) == 0 )
4875
            return 0;   /* I4x4 */
michael's avatar
michael committed
4876
    }
4877

michael's avatar
michael committed
4878 4879
    if( get_cabac_terminate( &h->cabac ) )
        return 25;  /* PCM */
4880

michael's avatar
michael committed
4881
    mb_type = 1; /* I16x16 */
4882 4883 4884 4885 4886
    mb_type += 12 * get_cabac_noinline( &h->cabac, &state[1] ); /* cbp_luma != 0 */
    if( get_cabac_noinline( &h->cabac, &state[2] ) ) /* cbp_chroma */
        mb_type += 4 + 4 * get_cabac_noinline( &h->cabac, &state[2+intra_slice] );
    mb_type += 2 * get_cabac_noinline( &h->cabac, &state[3+intra_slice] );
    mb_type += 1 * get_cabac_noinline( &h->cabac, &state[3+2*intra_slice] );
michael's avatar
michael committed
4887 4888
    return mb_type;
}
4889

4890
static int decode_cabac_mb_type_b( H264Context *h ) {
michael's avatar
michael committed
4891 4892
    MpegEncContext * const s = &h->s;

4893 4894
        const int mba_xy = h->left_mb_xy[0];
        const int mbb_xy = h->top_mb_xy;
4895 4896
        int ctx = 0;
        int bits;
4897
        assert(h->slice_type_nos == FF_B_TYPE);
4898

4899
        if( h->slice_table[mba_xy] == h->slice_num && !IS_DIRECT( s->current_picture.mb_type[mba_xy] ) )
4900
            ctx++;
4901
        if( h->slice_table[mbb_xy] == h->slice_num && !IS_DIRECT( s->current_picture.mb_type[mbb_xy] ) )
4902 4903
            ctx++;

4904
        if( !get_cabac_noinline( &h->cabac, &h->cabac_state[27+ctx] ) )
4905 4906
            return 0; /* B_Direct_16x16 */

4907 4908
        if( !get_cabac_noinline( &h->cabac, &h->cabac_state[27+3] ) ) {
            return 1 + get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ); /* B_L[01]_16x16 */
4909 4910
        }

4911 4912 4913 4914
        bits = get_cabac_noinline( &h->cabac, &h->cabac_state[27+4] ) << 3;
        bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ) << 2;
        bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ) << 1;
        bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] );
4915 4916 4917
        if( bits < 8 )
            return bits + 3; /* B_Bi_16x16 through B_L1_L0_16x8 */
        else if( bits == 13 ) {
michael's avatar
michael committed
4918
            return decode_cabac_intra_mb_type(h, 32, 0) + 23;
4919 4920 4921 4922 4923
        } else if( bits == 14 )
            return 11; /* B_L1_L0_8x16 */
        else if( bits == 15 )
            return 22; /* B_8x8 */

4924
        bits= ( bits<<1 ) | get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] );
4925
        return bits - 4; /* B_L0_Bi_* through B_Bi_Bi_* */
4926 4927
}

lorenm's avatar
lorenm committed
4928
static int decode_cabac_mb_skip( H264Context *h, int mb_x, int mb_y ) {
4929
    MpegEncContext * const s = &h->s;
lorenm's avatar
lorenm committed
4930
    int mba_xy, mbb_xy;
4931 4932
    int ctx = 0;

lorenm's avatar
lorenm committed
4933 4934 4935 4936 4937 4938 4939 4940 4941 4942 4943 4944 4945 4946 4947 4948
    if(FRAME_MBAFF){ //FIXME merge with the stuff in fill_caches?
        int mb_xy = mb_x + (mb_y&~1)*s->mb_stride;
        mba_xy = mb_xy - 1;
        if( (mb_y&1)
            && h->slice_table[mba_xy] == h->slice_num
            && MB_FIELD == !!IS_INTERLACED( s->current_picture.mb_type[mba_xy] ) )
            mba_xy += s->mb_stride;
        if( MB_FIELD ){
            mbb_xy = mb_xy - s->mb_stride;
            if( !(mb_y&1)
                && h->slice_table[mbb_xy] == h->slice_num
                && IS_INTERLACED( s->current_picture.mb_type[mbb_xy] ) )
                mbb_xy -= s->mb_stride;
        }else
            mbb_xy = mb_x + (mb_y-1)*s->mb_stride;
    }else{
4949
        int mb_xy = h->mb_xy;
lorenm's avatar
lorenm committed
4950
        mba_xy = mb_xy - 1;
4951
        mbb_xy = mb_xy - (s->mb_stride << FIELD_PICTURE);
lorenm's avatar
lorenm committed
4952 4953
    }

4954
    if( h->slice_table[mba_xy] == h->slice_num && !IS_SKIP( s->current_picture.mb_type[mba_xy] ))
4955
        ctx++;
4956
    if( h->slice_table[mbb_xy] == h->slice_num && !IS_SKIP( s->current_picture.mb_type[mbb_xy] ))
4957 4958
        ctx++;

4959
    if( h->slice_type_nos == FF_B_TYPE )
4960
        ctx += 13;
4961
    return get_cabac_noinline( &h->cabac, &h->cabac_state[11+ctx] );
4962 4963 4964 4965 4966 4967 4968 4969
}

static int decode_cabac_mb_intra4x4_pred_mode( H264Context *h, int pred_mode ) {
    int mode = 0;

    if( get_cabac( &h->cabac, &h->cabac_state[68] ) )
        return pred_mode;

lorenm's avatar
lorenm committed
4970 4971 4972 4973
    mode += 1 * get_cabac( &h->cabac, &h->cabac_state[69] );
    mode += 2 * get_cabac( &h->cabac, &h->cabac_state[69] );
    mode += 4 * get_cabac( &h->cabac, &h->cabac_state[69] );

4974 4975 4976 4977 4978 4979 4980
    if( mode >= pred_mode )
        return mode + 1;
    else
        return mode;
}

static int decode_cabac_mb_chroma_pre_mode( H264Context *h) {
4981 4982
    const int mba_xy = h->left_mb_xy[0];
    const int mbb_xy = h->top_mb_xy;
4983 4984 4985

    int ctx = 0;

4986
    /* No need to test for IS_INTRA4x4 and IS_INTRA16x16, as we set chroma_pred_mode_table to 0 */
4987
    if( h->slice_table[mba_xy] == h->slice_num && h->chroma_pred_mode_table[mba_xy] != 0 )
4988
        ctx++;
4989

4990
    if( h->slice_table[mbb_xy] == h->slice_num && h->chroma_pred_mode_table[mbb_xy] != 0 )
4991 4992
        ctx++;

4993
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+ctx] ) == 0 )
4994 4995
        return 0;

4996
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+3] ) == 0 )
4997
        return 1;
4998
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+3] ) == 0 )
4999 5000 5001 5002 5003 5004
        return 2;
    else
        return 3;
}

static int decode_cabac_mb_cbp_luma( H264Context *h) {
5005 5006 5007 5008 5009 5010 5011 5012 5013 5014 5015 5016 5017
    int cbp_b, cbp_a, ctx, cbp = 0;

    cbp_a = h->slice_table[h->left_mb_xy[0]] == h->slice_num ? h->left_cbp : -1;
    cbp_b = h->slice_table[h->top_mb_xy]     == h->slice_num ? h->top_cbp  : -1;

    ctx = !(cbp_a & 0x02) + 2 * !(cbp_b & 0x04);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]);
    ctx = !(cbp   & 0x01) + 2 * !(cbp_b & 0x08);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 1;
    ctx = !(cbp_a & 0x08) + 2 * !(cbp   & 0x01);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 2;
    ctx = !(cbp   & 0x04) + 2 * !(cbp   & 0x02);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 3;
5018 5019 5020 5021 5022 5023
    return cbp;
}
static int decode_cabac_mb_cbp_chroma( H264Context *h) {
    int ctx;
    int cbp_a, cbp_b;

michael's avatar
michael committed
5024 5025
    cbp_a = (h->left_cbp>>4)&0x03;
    cbp_b = (h-> top_cbp>>4)&0x03;
5026 5027 5028 5029

    ctx = 0;
    if( cbp_a > 0 ) ctx++;
    if( cbp_b > 0 ) ctx += 2;
5030
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[77 + ctx] ) == 0 )
5031 5032 5033 5034 5035
        return 0;

    ctx = 4;
    if( cbp_a == 2 ) ctx++;
    if( cbp_b == 2 ) ctx += 2;
5036
    return 1 + get_cabac_noinline( &h->cabac, &h->cabac_state[77 + ctx] );
5037 5038
}
static int decode_cabac_mb_dqp( H264Context *h) {
5039
    int   ctx= h->last_qscale_diff != 0;
5040 5041
    int   val = 0;

5042
    while( get_cabac_noinline( &h->cabac, &h->cabac_state[60 + ctx] ) ) {
5043
        ctx= 2+(ctx>>1);
5044
        val++;
lorenm's avatar
lorenm committed
5045
        if(val > 102) //prevent infinite loop
5046
            return INT_MIN;
5047 5048 5049
    }

    if( val&0x01 )
5050
        return   (val + 1)>>1 ;
5051
    else
5052
        return -((val + 1)>>1);
5053
}
5054
static int decode_cabac_p_mb_sub_type( H264Context *h ) {
5055 5056 5057 5058 5059 5060 5061 5062
    if( get_cabac( &h->cabac, &h->cabac_state[21] ) )
        return 0;   /* 8x8 */
    if( !get_cabac( &h->cabac, &h->cabac_state[22] ) )
        return 1;   /* 8x4 */
    if( get_cabac( &h->cabac, &h->cabac_state[23] ) )
        return 2;   /* 4x8 */
    return 3;       /* 4x4 */
}
5063 5064 5065 5066 5067
static int decode_cabac_b_mb_sub_type( H264Context *h ) {
    int type;
    if( !get_cabac( &h->cabac, &h->cabac_state[36] ) )
        return 0;   /* B_Direct_8x8 */
    if( !get_cabac( &h->cabac, &h->cabac_state[37] ) )
5068
        return 1 + get_cabac( &h->cabac, &h->cabac_state[39] ); /* B_L0_8x8, B_L1_8x8 */
5069 5070 5071 5072 5073 5074 5075 5076 5077 5078
    type = 3;
    if( get_cabac( &h->cabac, &h->cabac_state[38] ) ) {
        if( get_cabac( &h->cabac, &h->cabac_state[39] ) )
            return 11 + get_cabac( &h->cabac, &h->cabac_state[39] ); /* B_L1_4x4, B_Bi_4x4 */
        type += 4;
    }
    type += 2*get_cabac( &h->cabac, &h->cabac_state[39] );
    type +=   get_cabac( &h->cabac, &h->cabac_state[39] );
    return type;
}
5079

lorenm's avatar
lorenm committed
5080
static inline int decode_cabac_mb_transform_size( H264Context *h ) {
5081
    return get_cabac_noinline( &h->cabac, &h->cabac_state[399 + h->neighbor_transform_size] );
lorenm's avatar
lorenm committed
5082 5083
}

5084 5085 5086 5087 5088 5089
static int decode_cabac_mb_ref( H264Context *h, int list, int n ) {
    int refa = h->ref_cache[list][scan8[n] - 1];
    int refb = h->ref_cache[list][scan8[n] - 8];
    int ref  = 0;
    int ctx  = 0;

5090
    if( h->slice_type_nos == FF_B_TYPE) {
5091 5092 5093 5094 5095 5096 5097 5098 5099 5100
        if( refa > 0 && !h->direct_cache[scan8[n] - 1] )
            ctx++;
        if( refb > 0 && !h->direct_cache[scan8[n] - 8] )
            ctx += 2;
    } else {
        if( refa > 0 )
            ctx++;
        if( refb > 0 )
            ctx += 2;
    }
5101 5102 5103

    while( get_cabac( &h->cabac, &h->cabac_state[54+ctx] ) ) {
        ref++;
5104
        ctx = (ctx>>2)+4;
5105
        if(ref >= 32 /*h->ref_list[list]*/){
5106
            return -1;
5107
        }
5108 5109 5110 5111 5112 5113 5114 5115
    }
    return ref;
}

static int decode_cabac_mb_mvd( H264Context *h, int list, int n, int l ) {
    int amvd = abs( h->mvd_cache[list][scan8[n] - 1][l] ) +
               abs( h->mvd_cache[list][scan8[n] - 8][l] );
    int ctxbase = (l == 0) ? 40 : 47;
5116 5117
    int mvd;
    int ctx = (amvd>2) + (amvd>32);
5118

michael's avatar
michael committed
5119 5120 5121 5122 5123
    if(!get_cabac(&h->cabac, &h->cabac_state[ctxbase+ctx]))
        return 0;

    mvd= 1;
    ctx= 3;
5124 5125
    while( mvd < 9 && get_cabac( &h->cabac, &h->cabac_state[ctxbase+ctx] ) ) {
        mvd++;
michael's avatar
michael committed
5126
        if( ctx < 6 )
5127 5128 5129 5130 5131 5132 5133 5134
            ctx++;
    }

    if( mvd >= 9 ) {
        int k = 3;
        while( get_cabac_bypass( &h->cabac ) ) {
            mvd += 1 << k;
            k++;
5135 5136 5137 5138
            if(k>24){
                av_log(h->s.avctx, AV_LOG_ERROR, "overflow in decode_cabac_mb_mvd\n");
                return INT_MIN;
            }
5139 5140 5141 5142 5143 5144
        }
        while( k-- ) {
            if( get_cabac_bypass( &h->cabac ) )
                mvd += 1 << k;
        }
    }
5145
    return get_cabac_bypass_sign( &h->cabac, -mvd );
5146 5147
}

5148
static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, int is_dc ) {
michael's avatar
michael committed
5149
    int nza, nzb;
5150 5151
    int ctx = 0;

5152
    if( is_dc ) {
astrange's avatar
astrange committed
5153 5154 5155 5156 5157 5158 5159
        if( cat == 0 ) {
            nza = h->left_cbp&0x100;
            nzb = h-> top_cbp&0x100;
        } else {
            nza = (h->left_cbp>>(6+idx))&0x01;
            nzb = (h-> top_cbp>>(6+idx))&0x01;
        }
michael's avatar
michael committed
5160
    } else {
5161 5162 5163
        assert(cat == 1 || cat == 2 || cat == 4);
        nza = h->non_zero_count_cache[scan8[idx] - 1];
        nzb = h->non_zero_count_cache[scan8[idx] - 8];
5164
    }
5165

michael's avatar
michael committed
5166
    if( nza > 0 )
5167 5168
        ctx++;

michael's avatar
michael committed
5169
    if( nzb > 0 )
5170 5171 5172 5173 5174
        ctx += 2;

    return ctx + 4 * cat;
}

5175
DECLARE_ASM_CONST(1, uint8_t, last_coeff_flag_offset_8x8[63]) = {
michael's avatar
michael committed
5176 5177 5178 5179 5180 5181
    0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
    3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4,
    5, 5, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8
};

5182
static av_always_inline void decode_cabac_residual_internal( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff, int is_dc ) {
lorenm's avatar
lorenm committed
5183 5184 5185 5186 5187 5188 5189 5190 5191 5192 5193
    static const int significant_coeff_flag_offset[2][6] = {
      { 105+0, 105+15, 105+29, 105+44, 105+47, 402 },
      { 277+0, 277+15, 277+29, 277+44, 277+47, 436 }
    };
    static const int last_coeff_flag_offset[2][6] = {
      { 166+0, 166+15, 166+29, 166+44, 166+47, 417 },
      { 338+0, 338+15, 338+29, 338+44, 338+47, 451 }
    };
    static const int coeff_abs_level_m1_offset[6] = {
        227+0, 227+10, 227+20, 227+30, 227+39, 426
    };
michael's avatar
michael committed
5194
    static const uint8_t significant_coeff_flag_offset_8x8[2][63] = {
lorenm's avatar
lorenm committed
5195
      { 0, 1, 2, 3, 4, 5, 5, 4, 4, 3, 3, 4, 4, 4, 5, 5,
lorenm's avatar
lorenm committed
5196 5197
        4, 4, 4, 4, 3, 3, 6, 7, 7, 7, 8, 9,10, 9, 8, 7,
        7, 6,11,12,13,11, 6, 7, 8, 9,14,10, 9, 8, 6,11,
lorenm's avatar
lorenm committed
5198 5199 5200 5201 5202
       12,13,11, 6, 9,14,10, 9,11,12,13,11,14,10,12 },
      { 0, 1, 1, 2, 2, 3, 3, 4, 5, 6, 7, 7, 7, 8, 4, 5,
        6, 9,10,10, 8,11,12,11, 9, 9,10,10, 8,11,12,11,
        9, 9,10,10, 8,11,12,11, 9, 9,10,10, 8,13,13, 9,
        9,10,10, 8,13,13, 9, 9,10,10,14,14,14,14,14 }
lorenm's avatar
lorenm committed
5203
    };
5204 5205 5206 5207 5208 5209 5210 5211 5212 5213 5214 5215
    /* node ctx: 0..3: abslevel1 (with abslevelgt1 == 0).
     * 4..7: abslevelgt1 + 3 (and abslevel1 doesn't matter).
     * map node ctx => cabac ctx for level=1 */
    static const uint8_t coeff_abs_level1_ctx[8] = { 1, 2, 3, 4, 0, 0, 0, 0 };
    /* map node ctx => cabac ctx for level>1 */
    static const uint8_t coeff_abs_levelgt1_ctx[8] = { 5, 5, 5, 5, 6, 7, 8, 9 };
    static const uint8_t coeff_abs_level_transition[2][8] = {
    /* update node ctx after decoding a level=1 */
        { 1, 2, 3, 3, 4, 5, 6, 7 },
    /* update node ctx after decoding a level>1 */
        { 4, 4, 4, 4, 5, 6, 7, 7 }
    };
lorenm's avatar
lorenm committed
5216 5217

    int index[64];
5218

benoit's avatar
benoit committed
5219
    int av_unused last;
5220
    int coeff_count = 0;
5221
    int node_ctx = 0;
5222

lorenm's avatar
lorenm committed
5223 5224 5225
    uint8_t *significant_coeff_ctx_base;
    uint8_t *last_coeff_ctx_base;
    uint8_t *abs_level_m1_ctx_base;
lorenm's avatar
lorenm committed
5226

5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237 5238 5239 5240
#ifndef ARCH_X86
#define CABAC_ON_STACK
#endif
#ifdef CABAC_ON_STACK
#define CC &cc
    CABACContext cc;
    cc.range     = h->cabac.range;
    cc.low       = h->cabac.low;
    cc.bytestream= h->cabac.bytestream;
#else
#define CC &h->cabac
#endif


5241 5242 5243 5244
    /* cat: 0-> DC 16x16  n = 0
     *      1-> AC 16x16  n = luma4x4idx
     *      2-> Luma4x4   n = luma4x4idx
     *      3-> DC Chroma n = iCbCr
5245
     *      4-> AC Chroma n = 16 + 4 * iCbCr + chroma4x4idx
lorenm's avatar
lorenm committed
5246
     *      5-> Luma8x8   n = 4 * luma8x8idx
5247 5248 5249
     */

    /* read coded block flag */
5250 5251
    if( is_dc || cat != 5 ) {
        if( get_cabac( CC, &h->cabac_state[85 + get_cabac_cbf_ctx( h, cat, n, is_dc ) ] ) == 0 ) {
5252 5253
            if( !is_dc )
                h->non_zero_count_cache[scan8[n]] = 0;
5254

5255 5256 5257 5258 5259
#ifdef CABAC_ON_STACK
            h->cabac.range     = cc.range     ;
            h->cabac.low       = cc.low       ;
            h->cabac.bytestream= cc.bytestream;
#endif
5260
            return;
lorenm's avatar
lorenm committed
5261
        }
5262 5263
    }

lorenm's avatar
lorenm committed
5264
    significant_coeff_ctx_base = h->cabac_state
lorenm's avatar
lorenm committed
5265
        + significant_coeff_flag_offset[MB_FIELD][cat];
lorenm's avatar
lorenm committed
5266
    last_coeff_ctx_base = h->cabac_state
lorenm's avatar
lorenm committed
5267
        + last_coeff_flag_offset[MB_FIELD][cat];
lorenm's avatar
lorenm committed
5268 5269 5270
    abs_level_m1_ctx_base = h->cabac_state
        + coeff_abs_level_m1_offset[cat];

5271
    if( !is_dc && cat == 5 ) {
lorenm's avatar
lorenm committed
5272 5273 5274
#define DECODE_SIGNIFICANCE( coefs, sig_off, last_off ) \
        for(last= 0; last < coefs; last++) { \
            uint8_t *sig_ctx = significant_coeff_ctx_base + sig_off; \
5275
            if( get_cabac( CC, sig_ctx )) { \
lorenm's avatar
lorenm committed
5276 5277
                uint8_t *last_ctx = last_coeff_ctx_base + last_off; \
                index[coeff_count++] = last; \
5278
                if( get_cabac( CC, last_ctx ) ) { \
lorenm's avatar
lorenm committed
5279 5280 5281 5282
                    last= max_coeff; \
                    break; \
                } \
            } \
5283 5284 5285
        }\
        if( last == max_coeff -1 ) {\
            index[coeff_count++] = last;\
lorenm's avatar
lorenm committed
5286
        }
michael's avatar
michael committed
5287
        const uint8_t *sig_off = significant_coeff_flag_offset_8x8[MB_FIELD];
ramiro's avatar
ramiro committed
5288
#if defined(ARCH_X86) && defined(HAVE_7REGS) && defined(HAVE_EBX_AVAILABLE) && !defined(BROKEN_RELOCATIONS)
michael's avatar
michael committed
5289 5290
        coeff_count= decode_significance_8x8_x86(CC, significant_coeff_ctx_base, index, sig_off);
    } else {
5291
        coeff_count= decode_significance_x86(CC, max_coeff, significant_coeff_ctx_base, index);
5292
#else
michael's avatar
michael committed
5293 5294
        DECODE_SIGNIFICANCE( 63, sig_off[last], last_coeff_flag_offset_8x8[last] );
    } else {
lorenm's avatar
lorenm committed
5295
        DECODE_SIGNIFICANCE( max_coeff - 1, last, last );
5296
#endif
5297
    }
michael's avatar
michael committed
5298
    assert(coeff_count > 0);
5299

5300
    if( is_dc ) {
astrange's avatar
astrange committed
5301 5302 5303 5304
        if( cat == 0 )
            h->cbp_table[h->mb_xy] |= 0x100;
        else
            h->cbp_table[h->mb_xy] |= 0x40 << n;
5305
    } else {
5306 5307
        if( cat == 5 )
            fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1);
astrange's avatar
astrange committed
5308
        else {
5309
            assert( cat == 1 || cat == 2 || cat == 4 );
5310
            h->non_zero_count_cache[scan8[n]] = coeff_count;
astrange's avatar
astrange committed
5311
        }
5312
    }
5313

5314
    do {
5315 5316
        uint8_t *ctx = coeff_abs_level1_ctx[node_ctx] + abs_level_m1_ctx_base;

5317
        int j= scantable[index[--coeff_count]];
5318

5319
        if( get_cabac( CC, ctx ) == 0 ) {
5320
            node_ctx = coeff_abs_level_transition[0][node_ctx];
5321
            if( is_dc ) {
5322
                block[j] = get_cabac_bypass_sign( CC, -1);
michael's avatar
michael committed
5323
            }else{
michael's avatar
michael committed
5324
                block[j] = (get_cabac_bypass_sign( CC, -qmul[j]) + 32) >> 6;
michael's avatar
michael committed
5325
            }
5326
        } else {
michael's avatar
michael committed
5327
            int coeff_abs = 2;
5328 5329 5330
            ctx = coeff_abs_levelgt1_ctx[node_ctx] + abs_level_m1_ctx_base;
            node_ctx = coeff_abs_level_transition[1][node_ctx];

5331
            while( coeff_abs < 15 && get_cabac( CC, ctx ) ) {
michael's avatar
michael committed
5332
                coeff_abs++;
5333 5334
            }

michael's avatar
michael committed
5335 5336
            if( coeff_abs >= 15 ) {
                int j = 0;
5337
                while( get_cabac_bypass( CC ) ) {
michael's avatar
michael committed
5338 5339
                    j++;
                }
5340

michael's avatar
michael committed
5341
                coeff_abs=1;
michael's avatar
michael committed
5342
                while( j-- ) {
5343
                    coeff_abs += coeff_abs + get_cabac_bypass( CC );
michael's avatar
michael committed
5344
                }
michael's avatar
michael committed
5345
                coeff_abs+= 14;
5346 5347
            }

5348
            if( is_dc ) {
5349
                block[j] = get_cabac_bypass_sign( CC, -coeff_abs );
michael's avatar
michael committed
5350
            }else{
5351
                block[j] = (get_cabac_bypass_sign( CC, -coeff_abs ) * qmul[j] + 32) >> 6;
michael's avatar
michael committed
5352
            }
michael's avatar
michael committed
5353
        }
5354
    } while( coeff_count );
5355 5356 5357 5358 5359
#ifdef CABAC_ON_STACK
            h->cabac.range     = cc.range     ;
            h->cabac.low       = cc.low       ;
            h->cabac.bytestream= cc.bytestream;
#endif
5360

5361 5362
}

5363 5364 5365 5366 5367 5368 5369 5370 5371 5372 5373 5374 5375 5376 5377 5378 5379 5380 5381
#ifndef CONFIG_SMALL
static void decode_cabac_residual_dc( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
    decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 1);
}

static void decode_cabac_residual_nondc( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
    decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 0);
}
#endif

static void decode_cabac_residual( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
#ifdef CONFIG_SMALL
    decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, cat == 0 || cat == 3);
#else
    if( cat == 0 || cat == 3 ) decode_cabac_residual_dc(h, block, cat, n, scantable, qmul, max_coeff);
    else decode_cabac_residual_nondc(h, block, cat, n, scantable, qmul, max_coeff);
#endif
}

5382
static inline void compute_mb_neighbors(H264Context *h)
5383 5384
{
    MpegEncContext * const s = &h->s;
5385
    const int mb_xy  = h->mb_xy;
5386 5387
    h->top_mb_xy     = mb_xy - s->mb_stride;
    h->left_mb_xy[0] = mb_xy - 1;
lorenm's avatar
lorenm committed
5388
    if(FRAME_MBAFF){
5389 5390
        const int pair_xy          = s->mb_x     + (s->mb_y & ~1)*s->mb_stride;
        const int top_pair_xy      = pair_xy     - s->mb_stride;
5391 5392 5393
        const int top_mb_field_flag  = IS_INTERLACED(s->current_picture.mb_type[top_pair_xy]);
        const int left_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[pair_xy-1]);
        const int curr_mb_field_flag = MB_FIELD;
5394
        const int bottom = (s->mb_y & 1);
5395

5396
        if (curr_mb_field_flag && (bottom || top_mb_field_flag)){
5397 5398
            h->top_mb_xy -= s->mb_stride;
        }
5399
        if (!left_mb_field_flag == curr_mb_field_flag) {
5400 5401
            h->left_mb_xy[0] = pair_xy - 1;
        }
5402 5403
    } else if (FIELD_PICTURE) {
        h->top_mb_xy -= s->mb_stride;
5404 5405 5406 5407
    }
    return;
}

5408 5409
/**
 * decodes a macroblock
diego's avatar
diego committed
5410
 * @returns 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
5411 5412 5413
 */
static int decode_mb_cabac(H264Context *h) {
    MpegEncContext * const s = &h->s;
5414
    int mb_xy;
5415
    int mb_type, partition_count, cbp = 0;
lorenm's avatar
lorenm committed
5416
    int dct8x8_allowed= h->pps.transform_8x8_mode;
5417

5418 5419
    mb_xy = h->mb_xy = s->mb_x + s->mb_y*s->mb_stride;

mbardiaux's avatar
mbardiaux committed
5420
    tprintf(s->avctx, "pic:%d mb:%d/%d\n", h->frame_num, s->mb_x, s->mb_y);
michael's avatar
michael committed
5421
    if( h->slice_type_nos != FF_I_TYPE ) {
lorenm's avatar
lorenm committed
5422 5423 5424 5425 5426 5427 5428 5429
        int skip;
        /* a skipped mb needs the aff flag from the following mb */
        if( FRAME_MBAFF && s->mb_x==0 && (s->mb_y&1)==0 )
            predict_field_decoding_flag(h);
        if( FRAME_MBAFF && (s->mb_y&1)==1 && h->prev_mb_skipped )
            skip = h->next_mb_skipped;
        else
            skip = decode_cabac_mb_skip( h, s->mb_x, s->mb_y );
5430
        /* read skip flags */
lorenm's avatar
lorenm committed
5431 5432 5433 5434
        if( skip ) {
            if( FRAME_MBAFF && (s->mb_y&1)==0 ){
                s->current_picture.mb_type[mb_xy] = MB_TYPE_SKIP;
                h->next_mb_skipped = decode_cabac_mb_skip( h, s->mb_x, s->mb_y+1 );
michael's avatar
michael committed
5435
                if(!h->next_mb_skipped)
lorenm's avatar
lorenm committed
5436 5437 5438
                    h->mb_mbaff = h->mb_field_decoding_flag = decode_cabac_field_decoding_flag(h);
            }

5439
            decode_mb_skip(h);
5440 5441

            h->cbp_table[mb_xy] = 0;
5442
            h->chroma_pred_mode_table[mb_xy] = 0;
5443 5444 5445 5446 5447 5448
            h->last_qscale_diff = 0;

            return 0;

        }
    }
lorenm's avatar
lorenm committed
5449 5450 5451
    if(FRAME_MBAFF){
        if( (s->mb_y&1) == 0 )
            h->mb_mbaff =
5452
            h->mb_field_decoding_flag = decode_cabac_field_decoding_flag(h);
5453
    }
5454

5455
    h->prev_mb_skipped = 0;
5456

diego's avatar
diego committed
5457
    compute_mb_neighbors(h);
5458

5459
    if( h->slice_type_nos == FF_B_TYPE ) {
5460
        mb_type = decode_cabac_mb_type_b( h );
5461 5462 5463 5464 5465 5466 5467
        if( mb_type < 23 ){
            partition_count= b_mb_type_info[mb_type].partition_count;
            mb_type=         b_mb_type_info[mb_type].type;
        }else{
            mb_type -= 23;
            goto decode_intra_mb;
        }
5468
    } else if( h->slice_type_nos == FF_P_TYPE ) {
5469 5470 5471 5472 5473 5474 5475 5476 5477
        if( get_cabac_noinline( &h->cabac, &h->cabac_state[14] ) == 0 ) {
            /* P-type */
            if( get_cabac_noinline( &h->cabac, &h->cabac_state[15] ) == 0 ) {
                /* P_L0_D16x16, P_8x8 */
                mb_type= 3 * get_cabac_noinline( &h->cabac, &h->cabac_state[16] );
            } else {
                /* P_L0_D8x16, P_L0_D16x8 */
                mb_type= 2 - get_cabac_noinline( &h->cabac, &h->cabac_state[17] );
            }
5478 5479 5480
            partition_count= p_mb_type_info[mb_type].partition_count;
            mb_type=         p_mb_type_info[mb_type].type;
        } else {
5481
            mb_type= decode_cabac_intra_mb_type(h, 17, 0);
5482 5483 5484
            goto decode_intra_mb;
        }
    } else {
5485
        mb_type= decode_cabac_intra_mb_type(h, 3, 1);
5486 5487 5488
        if(h->slice_type == FF_SI_TYPE && mb_type)
            mb_type--;
        assert(h->slice_type_nos == FF_I_TYPE);
5489 5490 5491 5492 5493 5494
decode_intra_mb:
        partition_count = 0;
        cbp= i_mb_type_info[mb_type].cbp;
        h->intra16x16_pred_mode= i_mb_type_info[mb_type].pred_mode;
        mb_type= i_mb_type_info[mb_type].type;
    }
lorenm's avatar
lorenm committed
5495
    if(MB_FIELD)
5496 5497 5498 5499 5500
        mb_type |= MB_TYPE_INTERLACED;

    h->slice_table[ mb_xy ]= h->slice_num;

    if(IS_INTRA_PCM(mb_type)) {
5501
        const uint8_t *ptr;
5502

diego's avatar
diego committed
5503
        // We assume these blocks are very rare so we do not optimize it.
5504 5505 5506
        // FIXME The two following lines get the bitstream position in the cabac
        // decode, I think it should be done by a function in cabac.h (or cabac.c).
        ptr= h->cabac.bytestream;
5507 5508 5509 5510
        if(h->cabac.low&0x1) ptr--;
        if(CABAC_BITS==16){
            if(h->cabac.low&0x1FF) ptr--;
        }
5511 5512

        // The pixels are stored in the same order as levels in h->mb array.
michael's avatar
michael committed
5513
        memcpy(h->mb, ptr, 256); ptr+=256;
5514
        if(CHROMA){
michael's avatar
michael committed
5515
            memcpy(h->mb+128, ptr, 128); ptr+=128;
5516 5517 5518 5519
        }

        ff_init_cabac_decoder(&h->cabac, ptr, h->cabac.bytestream_end - ptr);

5520
        // All blocks are present
5521
        h->cbp_table[mb_xy] = 0x1ef;
5522
        h->chroma_pred_mode_table[mb_xy] = 0;
5523
        // In deblocking, the quantizer is 0
5524
        s->current_picture.qscale_table[mb_xy]= 0;
5525
        // All coeffs are present
5526
        memset(h->non_zero_count[mb_xy], 16, 16);
lorenm's avatar
lorenm committed
5527
        s->current_picture.mb_type[mb_xy]= mb_type;
5528
        h->last_qscale_diff = 0;
5529
        return 0;
5530 5531
    }

lorenm's avatar
lorenm committed
5532 5533 5534 5535 5536
    if(MB_MBAFF){
        h->ref_count[0] <<= 1;
        h->ref_count[1] <<= 1;
    }

michael's avatar
michael committed
5537
    fill_caches(h, mb_type, 0);
5538 5539

    if( IS_INTRA( mb_type ) ) {
5540
        int i, pred_mode;
5541
        if( IS_INTRA4x4( mb_type ) ) {
lorenm's avatar
lorenm committed
5542 5543 5544 5545 5546 5547 5548 5549 5550 5551 5552
            if( dct8x8_allowed && decode_cabac_mb_transform_size( h ) ) {
                mb_type |= MB_TYPE_8x8DCT;
                for( i = 0; i < 16; i+=4 ) {
                    int pred = pred_intra_mode( h, i );
                    int mode = decode_cabac_mb_intra4x4_pred_mode( h, pred );
                    fill_rectangle( &h->intra4x4_pred_mode_cache[ scan8[i] ], 2, 2, 8, mode, 1 );
                }
            } else {
                for( i = 0; i < 16; i++ ) {
                    int pred = pred_intra_mode( h, i );
                    h->intra4x4_pred_mode_cache[ scan8[i] ] = decode_cabac_mb_intra4x4_pred_mode( h, pred );
5553 5554

                //av_log( s->avctx, AV_LOG_ERROR, "i4x4 pred=%d mode=%d\n", pred, h->intra4x4_pred_mode_cache[ scan8[i] ] );
lorenm's avatar
lorenm committed
5555
                }
5556 5557 5558 5559 5560 5561 5562
            }
            write_back_intra_pred_mode(h);
            if( check_intra4x4_pred_mode(h) < 0 ) return -1;
        } else {
            h->intra16x16_pred_mode= check_intra_pred_mode( h, h->intra16x16_pred_mode );
            if( h->intra16x16_pred_mode < 0 ) return -1;
        }
5563
        if(CHROMA){
michael's avatar
michael committed
5564 5565
            h->chroma_pred_mode_table[mb_xy] =
            pred_mode                        = decode_cabac_mb_chroma_pre_mode( h );
5566

michael's avatar
michael committed
5567 5568 5569
            pred_mode= check_intra_pred_mode( h, pred_mode );
            if( pred_mode < 0 ) return -1;
            h->chroma_pred_mode= pred_mode;
5570
        }
5571
    } else if( partition_count == 4 ) {
5572 5573
        int i, j, sub_partition_count[4], list, ref[2][4];

5574
        if( h->slice_type_nos == FF_B_TYPE ) {
5575 5576 5577 5578 5579
            for( i = 0; i < 4; i++ ) {
                h->sub_mb_type[i] = decode_cabac_b_mb_sub_type( h );
                sub_partition_count[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      b_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
lorenm's avatar
lorenm committed
5580 5581
            if( IS_DIRECT(h->sub_mb_type[0] | h->sub_mb_type[1] |
                          h->sub_mb_type[2] | h->sub_mb_type[3]) ) {
5582
                pred_direct_motion(h, &mb_type);
5583 5584 5585 5586
                h->ref_cache[0][scan8[4]] =
                h->ref_cache[1][scan8[4]] =
                h->ref_cache[0][scan8[12]] =
                h->ref_cache[1][scan8[12]] = PART_NOT_AVAILABLE;
5587 5588 5589 5590 5591 5592
                if( h->ref_count[0] > 1 || h->ref_count[1] > 1 ) {
                    for( i = 0; i < 4; i++ )
                        if( IS_DIRECT(h->sub_mb_type[i]) )
                            fill_rectangle( &h->direct_cache[scan8[4*i]], 2, 2, 8, 1, 1 );
                }
            }
5593 5594 5595 5596 5597 5598
        } else {
            for( i = 0; i < 4; i++ ) {
                h->sub_mb_type[i] = decode_cabac_p_mb_sub_type( h );
                sub_partition_count[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      p_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
5599 5600
        }

5601
        for( list = 0; list < h->list_count; list++ ) {
5602
                for( i = 0; i < 4; i++ ) {
5603 5604
                    if(IS_DIRECT(h->sub_mb_type[i])) continue;
                    if(IS_DIR(h->sub_mb_type[i], 0, list)){
5605
                        if( h->ref_count[list] > 1 ){
5606
                            ref[list][i] = decode_cabac_mb_ref( h, list, 4*i );
5607 5608 5609 5610 5611
                            if(ref[list][i] >= (unsigned)h->ref_count[list]){
                                av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref[list][i], h->ref_count[list]);
                                return -1;
                            }
                        }else
5612 5613 5614 5615
                            ref[list][i] = 0;
                    } else {
                        ref[list][i] = -1;
                    }
michael's avatar
1000l  
michael committed
5616
                                                       h->ref_cache[list][ scan8[4*i]+1 ]=
5617 5618 5619 5620
                    h->ref_cache[list][ scan8[4*i]+8 ]=h->ref_cache[list][ scan8[4*i]+9 ]= ref[list][i];
                }
        }

lorenm's avatar
lorenm committed
5621 5622 5623
        if(dct8x8_allowed)
            dct8x8_allowed = get_dct8x8_allowed(h);

5624
        for(list=0; list<h->list_count; list++){
5625
            for(i=0; i<4; i++){
5626
                h->ref_cache[list][ scan8[4*i]   ]=h->ref_cache[list][ scan8[4*i]+1 ];
5627 5628 5629 5630
                if(IS_DIRECT(h->sub_mb_type[i])){
                    fill_rectangle(h->mvd_cache[list][scan8[4*i]], 2, 2, 8, 0, 4);
                    continue;
                }
5631 5632 5633 5634 5635 5636 5637 5638 5639 5640 5641 5642 5643 5644

                if(IS_DIR(h->sub_mb_type[i], 0, list) && !IS_DIRECT(h->sub_mb_type[i])){
                    const int sub_mb_type= h->sub_mb_type[i];
                    const int block_width= (sub_mb_type & (MB_TYPE_16x16|MB_TYPE_16x8)) ? 2 : 1;
                    for(j=0; j<sub_partition_count[i]; j++){
                        int mpx, mpy;
                        int mx, my;
                        const int index= 4*i + block_width*j;
                        int16_t (* mv_cache)[2]= &h->mv_cache[list][ scan8[index] ];
                        int16_t (* mvd_cache)[2]= &h->mvd_cache[list][ scan8[index] ];
                        pred_motion(h, index, block_width, list, h->ref_cache[list][ scan8[index] ], &mpx, &mpy);

                        mx = mpx + decode_cabac_mb_mvd( h, list, index, 0 );
                        my = mpy + decode_cabac_mb_mvd( h, list, index, 1 );
mbardiaux's avatar
mbardiaux committed
5645
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5646 5647

                        if(IS_SUB_8X8(sub_mb_type)){
5648
                            mv_cache[ 1 ][0]=
5649
                            mv_cache[ 8 ][0]= mv_cache[ 9 ][0]= mx;
5650
                            mv_cache[ 1 ][1]=
5651 5652
                            mv_cache[ 8 ][1]= mv_cache[ 9 ][1]= my;

5653
                            mvd_cache[ 1 ][0]=
5654
                            mvd_cache[ 8 ][0]= mvd_cache[ 9 ][0]= mx - mpx;
5655
                            mvd_cache[ 1 ][1]=
5656 5657
                            mvd_cache[ 8 ][1]= mvd_cache[ 9 ][1]= my - mpy;
                        }else if(IS_SUB_8X4(sub_mb_type)){
5658 5659
                            mv_cache[ 1 ][0]= mx;
                            mv_cache[ 1 ][1]= my;
5660

5661 5662
                            mvd_cache[ 1 ][0]= mx - mpx;
                            mvd_cache[ 1 ][1]= my - mpy;
5663
                        }else if(IS_SUB_4X8(sub_mb_type)){
5664 5665
                            mv_cache[ 8 ][0]= mx;
                            mv_cache[ 8 ][1]= my;
5666

5667 5668
                            mvd_cache[ 8 ][0]= mx - mpx;
                            mvd_cache[ 8 ][1]= my - mpy;
5669
                        }
5670 5671 5672 5673 5674
                        mv_cache[ 0 ][0]= mx;
                        mv_cache[ 0 ][1]= my;

                        mvd_cache[ 0 ][0]= mx - mpx;
                        mvd_cache[ 0 ][1]= my - mpy;
5675 5676 5677 5678 5679 5680 5681 5682 5683
                    }
                }else{
                    uint32_t *p= (uint32_t *)&h->mv_cache[list][ scan8[4*i] ][0];
                    uint32_t *pd= (uint32_t *)&h->mvd_cache[list][ scan8[4*i] ][0];
                    p[0] = p[1] = p[8] = p[9] = 0;
                    pd[0]= pd[1]= pd[8]= pd[9]= 0;
                }
            }
        }
5684 5685 5686 5687
    } else if( IS_DIRECT(mb_type) ) {
        pred_direct_motion(h, &mb_type);
        fill_rectangle(h->mvd_cache[0][scan8[0]], 4, 4, 8, 0, 4);
        fill_rectangle(h->mvd_cache[1][scan8[0]], 4, 4, 8, 0, 4);
lorenm's avatar
lorenm committed
5688
        dct8x8_allowed &= h->sps.direct_8x8_inference_flag;
5689
    } else {
5690 5691
        int list, mx, my, i, mpx, mpy;
        if(IS_16X16(mb_type)){
michael's avatar
michael committed
5692
            for(list=0; list<h->list_count; list++){
5693
                if(IS_DIR(mb_type, 0, list)){
5694 5695 5696 5697 5698 5699 5700 5701 5702
                    int ref;
                    if(h->ref_count[list] > 1){
                        ref= decode_cabac_mb_ref(h, list, 0);
                        if(ref >= (unsigned)h->ref_count[list]){
                            av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
                            return -1;
                        }
                    }else
                        ref=0;
5703
                        fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, ref, 1);
lorenm's avatar
lorenm committed
5704
                }else
michael's avatar
michael committed
5705
                    fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, (uint8_t)LIST_NOT_USED, 1); //FIXME factorize and the other fill_rect below too
5706
            }
michael's avatar
michael committed
5707
            for(list=0; list<h->list_count; list++){
5708 5709 5710 5711 5712
                if(IS_DIR(mb_type, 0, list)){
                    pred_motion(h, 0, 4, list, h->ref_cache[list][ scan8[0] ], &mpx, &mpy);

                    mx = mpx + decode_cabac_mb_mvd( h, list, 0, 0 );
                    my = mpy + decode_cabac_mb_mvd( h, list, 0, 1 );
mbardiaux's avatar
mbardiaux committed
5713
                    tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5714 5715 5716

                    fill_rectangle(h->mvd_cache[list][ scan8[0] ], 4, 4, 8, pack16to32(mx-mpx,my-mpy), 4);
                    fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, pack16to32(mx,my), 4);
lorenm's avatar
lorenm committed
5717 5718
                }else
                    fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, 0, 4);
5719 5720 5721
            }
        }
        else if(IS_16X8(mb_type)){
5722
            for(list=0; list<h->list_count; list++){
5723 5724
                    for(i=0; i<2; i++){
                        if(IS_DIR(mb_type, i, list)){
5725 5726 5727 5728 5729 5730 5731 5732 5733
                            int ref;
                            if(h->ref_count[list] > 1){
                                ref= decode_cabac_mb_ref( h, list, 8*i );
                                if(ref >= (unsigned)h->ref_count[list]){
                                    av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
                                    return -1;
                                }
                            }else
                                ref=0;
5734
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, ref, 1);
5735 5736
                        }else
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, (LIST_NOT_USED&0xFF), 1);
5737 5738
                    }
            }
5739
            for(list=0; list<h->list_count; list++){
5740 5741 5742 5743 5744
                for(i=0; i<2; i++){
                    if(IS_DIR(mb_type, i, list)){
                        pred_16x8_motion(h, 8*i, list, h->ref_cache[list][scan8[0] + 16*i], &mpx, &mpy);
                        mx = mpx + decode_cabac_mb_mvd( h, list, 8*i, 0 );
                        my = mpy + decode_cabac_mb_mvd( h, list, 8*i, 1 );
mbardiaux's avatar
mbardiaux committed
5745
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5746 5747 5748

                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 16*i ], 4, 2, 8, pack16to32(mx-mpx,my-mpy), 4);
                        fill_rectangle(h->mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, pack16to32(mx,my), 4);
lorenm's avatar
lorenm committed
5749
                    }else{
5750 5751
                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 16*i ], 4, 2, 8, 0, 4);
                        fill_rectangle(h-> mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, 0, 4);
5752 5753 5754 5755 5756
                    }
                }
            }
        }else{
            assert(IS_8X16(mb_type));
5757
            for(list=0; list<h->list_count; list++){
5758 5759
                    for(i=0; i<2; i++){
                        if(IS_DIR(mb_type, i, list)){ //FIXME optimize
5760 5761 5762 5763 5764 5765 5766 5767 5768
                            int ref;
                            if(h->ref_count[list] > 1){
                                ref= decode_cabac_mb_ref( h, list, 4*i );
                                if(ref >= (unsigned)h->ref_count[list]){
                                    av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
                                    return -1;
                                }
                            }else
                                ref=0;
5769
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, ref, 1);
5770 5771
                        }else
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, (LIST_NOT_USED&0xFF), 1);
5772 5773
                    }
            }
5774
            for(list=0; list<h->list_count; list++){
5775 5776 5777 5778 5779 5780
                for(i=0; i<2; i++){
                    if(IS_DIR(mb_type, i, list)){
                        pred_8x16_motion(h, i*4, list, h->ref_cache[list][ scan8[0] + 2*i ], &mpx, &mpy);
                        mx = mpx + decode_cabac_mb_mvd( h, list, 4*i, 0 );
                        my = mpy + decode_cabac_mb_mvd( h, list, 4*i, 1 );

mbardiaux's avatar
mbardiaux committed
5781
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5782 5783
                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 2*i ], 2, 4, 8, pack16to32(mx-mpx,my-mpy), 4);
                        fill_rectangle(h->mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, pack16to32(mx,my), 4);
lorenm's avatar
lorenm committed
5784
                    }else{
5785 5786
                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 2*i ], 2, 4, 8, 0, 4);
                        fill_rectangle(h-> mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, 0, 4);
5787 5788 5789 5790
                    }
                }
            }
        }
5791 5792
    }

5793 5794
   if( IS_INTER( mb_type ) ) {
        h->chroma_pred_mode_table[mb_xy] = 0;
5795
        write_back_motion( h, mb_type );
5796
   }
5797 5798 5799

    if( !IS_INTRA16x16( mb_type ) ) {
        cbp  = decode_cabac_mb_cbp_luma( h );
5800
        if(CHROMA)
michael's avatar
michael committed
5801
            cbp |= decode_cabac_mb_cbp_chroma( h ) << 4;
5802 5803
    }

lorenm's avatar
lorenm committed
5804
    h->cbp_table[mb_xy] = h->cbp = cbp;
5805

lorenm's avatar
lorenm committed
5806 5807 5808 5809 5810 5811
    if( dct8x8_allowed && (cbp&15) && !IS_INTRA( mb_type ) ) {
        if( decode_cabac_mb_transform_size( h ) )
            mb_type |= MB_TYPE_8x8DCT;
    }
    s->current_picture.mb_type[mb_xy]= mb_type;

5812
    if( cbp || IS_INTRA16x16( mb_type ) ) {
lorenm's avatar
lorenm committed
5813
        const uint8_t *scan, *scan8x8, *dc_scan;
5814
        const uint32_t *qmul;
5815 5816 5817
        int dqp;

        if(IS_INTERLACED(mb_type)){
lorenm's avatar
lorenm committed
5818
            scan8x8= s->qscale ? h->field_scan8x8 : h->field_scan8x8_q0;
lorenm's avatar
lorenm committed
5819
            scan= s->qscale ? h->field_scan : h->field_scan_q0;
5820 5821
            dc_scan= luma_dc_field_scan;
        }else{
lorenm's avatar
lorenm committed
5822
            scan8x8= s->qscale ? h->zigzag_scan8x8 : h->zigzag_scan8x8_q0;
lorenm's avatar
lorenm committed
5823
            scan= s->qscale ? h->zigzag_scan : h->zigzag_scan_q0;
5824 5825 5826 5827
            dc_scan= luma_dc_zigzag_scan;
        }

        h->last_qscale_diff = dqp = decode_cabac_mb_dqp( h );
5828 5829 5830 5831
        if( dqp == INT_MIN ){
            av_log(h->s.avctx, AV_LOG_ERROR, "cabac decode of qscale diff failed at %d %d\n", s->mb_x, s->mb_y);
            return -1;
        }
5832 5833 5834 5835 5836
        s->qscale += dqp;
        if(((unsigned)s->qscale) > 51){
            if(s->qscale<0) s->qscale+= 52;
            else            s->qscale-= 52;
        }
5837 5838
        h->chroma_qp[0] = get_chroma_qp(h, 0, s->qscale);
        h->chroma_qp[1] = get_chroma_qp(h, 1, s->qscale);
5839 5840 5841 5842

        if( IS_INTRA16x16( mb_type ) ) {
            int i;
            //av_log( s->avctx, AV_LOG_ERROR, "INTRA16x16 DC\n" );
5843 5844
            decode_cabac_residual( h, h->mb, 0, 0, dc_scan, NULL, 16);

5845
            if( cbp&15 ) {
5846
                qmul = h->dequant4_coeff[0][s->qscale];
5847 5848
                for( i = 0; i < 16; i++ ) {
                    //av_log( s->avctx, AV_LOG_ERROR, "INTRA16x16 AC:%d\n", i );
5849
                    decode_cabac_residual(h, h->mb + 16*i, 1, i, scan + 1, qmul, 15);
5850 5851 5852 5853 5854 5855 5856 5857
                }
            } else {
                fill_rectangle(&h->non_zero_count_cache[scan8[0]], 4, 4, 8, 0, 1);
            }
        } else {
            int i8x8, i4x4;
            for( i8x8 = 0; i8x8 < 4; i8x8++ ) {
                if( cbp & (1<<i8x8) ) {
lorenm's avatar
lorenm committed
5858
                    if( IS_8x8DCT(mb_type) ) {
5859 5860
                        decode_cabac_residual(h, h->mb + 64*i8x8, 5, 4*i8x8,
                            scan8x8, h->dequant8_coeff[IS_INTRA( mb_type ) ? 0:1][s->qscale], 64);
5861
                    } else {
andoma's avatar
andoma committed
5862 5863 5864 5865
                        qmul = h->dequant4_coeff[IS_INTRA( mb_type ) ? 0:3][s->qscale];
                        for( i4x4 = 0; i4x4 < 4; i4x4++ ) {
                            const int index = 4*i8x8 + i4x4;
                            //av_log( s->avctx, AV_LOG_ERROR, "Luma4x4: %d\n", index );
5866
//START_TIMER
andoma's avatar
andoma committed
5867
                            decode_cabac_residual(h, h->mb + 16*index, 2, index, scan, qmul, 16);
5868
//STOP_TIMER("decode_residual")
andoma's avatar
andoma committed
5869
                        }
5870
                    }
5871 5872 5873 5874 5875 5876 5877 5878 5879 5880 5881
                } else {
                    uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
                    nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0;
                }
            }
        }

        if( cbp&0x30 ){
            int c;
            for( c = 0; c < 2; c++ ) {
                //av_log( s->avctx, AV_LOG_ERROR, "INTRA C%d-DC\n",c );
5882
                decode_cabac_residual(h, h->mb + 256 + 16*4*c, 3, c, chroma_dc_scan, NULL, 4);
5883 5884 5885 5886 5887 5888
            }
        }

        if( cbp&0x20 ) {
            int c, i;
            for( c = 0; c < 2; c++ ) {
5889
                qmul = h->dequant4_coeff[c+1+(IS_INTRA( mb_type ) ? 0:3)][h->chroma_qp[c]];
5890 5891 5892
                for( i = 0; i < 4; i++ ) {
                    const int index = 16 + 4 * c + i;
                    //av_log( s->avctx, AV_LOG_ERROR, "INTRA C%d-AC %d\n",c, index - 16 );
5893
                    decode_cabac_residual(h, h->mb + 16*index, 4, index, scan + 1, qmul, 15);
5894 5895 5896 5897 5898 5899 5900 5901
                }
            }
        } else {
            uint8_t * const nnz= &h->non_zero_count_cache[0];
            nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
            nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
        }
    } else {
michael's avatar
michael committed
5902 5903 5904 5905
        uint8_t * const nnz= &h->non_zero_count_cache[0];
        fill_rectangle(&nnz[scan8[0]], 4, 4, 8, 0, 1);
        nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
        nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
lorenm's avatar
lorenm committed
5906
        h->last_qscale_diff = 0;
5907 5908 5909 5910 5911
    }

    s->current_picture.qscale_table[mb_xy]= s->qscale;
    write_back_non_zero_count(h);

lorenm's avatar
lorenm committed
5912 5913 5914 5915 5916
    if(MB_MBAFF){
        h->ref_count[0] >>= 1;
        h->ref_count[1] >>= 1;
    }

5917 5918 5919 5920
    return 0;
}


5921
static void filter_mb_edgev( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
5922 5923 5924
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
5925

lorenm's avatar
lorenm committed
5926
    if( bS[0] < 4 ) {
5927
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
5928 5929 5930 5931
        tc[0] = (tc0_table+52)[index_a][bS[0]];
        tc[1] = (tc0_table+52)[index_a][bS[1]];
        tc[2] = (tc0_table+52)[index_a][bS[2]];
        tc[3] = (tc0_table+52)[index_a][bS[3]];
lorenm's avatar
lorenm committed
5932 5933
        h->s.dsp.h264_h_loop_filter_luma(pix, stride, alpha, beta, tc);
    } else {
5934
        h->s.dsp.h264_h_loop_filter_luma_intra(pix, stride, alpha, beta);
5935 5936
    }
}
5937
static void filter_mb_edgecv( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
5938 5939 5940
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
5941

lorenm's avatar
lorenm committed
5942
    if( bS[0] < 4 ) {
5943
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
5944 5945 5946 5947
        tc[0] = (tc0_table+52)[index_a][bS[0]]+1;
        tc[1] = (tc0_table+52)[index_a][bS[1]]+1;
        tc[2] = (tc0_table+52)[index_a][bS[2]]+1;
        tc[3] = (tc0_table+52)[index_a][bS[3]]+1;
lorenm's avatar
lorenm committed
5948 5949
        h->s.dsp.h264_h_loop_filter_chroma(pix, stride, alpha, beta, tc);
    } else {
5950
        h->s.dsp.h264_h_loop_filter_chroma_intra(pix, stride, alpha, beta);
5951 5952 5953
    }
}

5954
static void filter_mb_mbaff_edgev( H264Context *h, uint8_t *pix, int stride, int16_t bS[8], int qp[2] ) {
5955 5956 5957 5958 5959
    int i;
    for( i = 0; i < 16; i++, pix += stride) {
        int index_a;
        int alpha;
        int beta;
5960

5961 5962
        int qp_index;
        int bS_index = (i >> 1);
lorenm's avatar
lorenm committed
5963
        if (!MB_FIELD) {
5964 5965 5966 5967 5968 5969 5970 5971
            bS_index &= ~1;
            bS_index |= (i & 1);
        }

        if( bS[bS_index] == 0 ) {
            continue;
        }

lorenm's avatar
lorenm committed
5972
        qp_index = MB_FIELD ? (i >> 3) : (i & 1);
5973 5974 5975
        index_a = qp[qp_index] + h->slice_alpha_c0_offset;
        alpha = (alpha_table+52)[index_a];
        beta  = (beta_table+52)[qp[qp_index] + h->slice_beta_offset];
5976 5977

        if( bS[bS_index] < 4 ) {
darkshikari's avatar
darkshikari committed
5978
            const int tc0 = (tc0_table+52)[index_a][bS[bS_index]];
5979 5980 5981 5982 5983 5984 5985
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int p2 = pix[-3];
            const int q0 = pix[0];
            const int q1 = pix[1];
            const int q2 = pix[2];

diego's avatar
diego committed
5986 5987 5988
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
5989 5990 5991
                int tc = tc0;
                int i_delta;

diego's avatar
diego committed
5992
                if( FFABS( p2 - p0 ) < beta ) {
reimar's avatar
reimar committed
5993
                    pix[-2] = p1 + av_clip( ( p2 + ( ( p0 + q0 + 1 ) >> 1 ) - ( p1 << 1 ) ) >> 1, -tc0, tc0 );
5994 5995
                    tc++;
                }
diego's avatar
diego committed
5996
                if( FFABS( q2 - q0 ) < beta ) {
reimar's avatar
reimar committed
5997
                    pix[1] = q1 + av_clip( ( q2 + ( ( p0 + q0 + 1 ) >> 1 ) - ( q1 << 1 ) ) >> 1, -tc0, tc0 );
5998 5999 6000
                    tc++;
                }

reimar's avatar
reimar committed
6001 6002 6003
                i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc );
                pix[-1] = av_clip_uint8( p0 + i_delta );    /* p0' */
                pix[0]  = av_clip_uint8( q0 - i_delta );    /* q0' */
mbardiaux's avatar
mbardiaux committed
6004
                tprintf(h->s.avctx, "filter_mb_mbaff_edgev i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d, tc:%d\n# bS:%d -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, tc, bS[bS_index], pix[-3], p1, p0, q0, q1, pix[2], p1, pix[-1], pix[0], q1);
6005 6006 6007 6008 6009 6010 6011 6012 6013 6014
            }
        }else{
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int p2 = pix[-3];

            const int q0 = pix[0];
            const int q1 = pix[1];
            const int q2 = pix[2];

diego's avatar
diego committed
6015 6016 6017
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
6018

diego's avatar
diego committed
6019 6020
                if(FFABS( p0 - q0 ) < (( alpha >> 2 ) + 2 )){
                    if( FFABS( p2 - p0 ) < beta)
6021 6022 6023 6024 6025 6026 6027 6028 6029 6030
                    {
                        const int p3 = pix[-4];
                        /* p0', p1', p2' */
                        pix[-1] = ( p2 + 2*p1 + 2*p0 + 2*q0 + q1 + 4 ) >> 3;
                        pix[-2] = ( p2 + p1 + p0 + q0 + 2 ) >> 2;
                        pix[-3] = ( 2*p3 + 3*p2 + p1 + p0 + q0 + 4 ) >> 3;
                    } else {
                        /* p0' */
                        pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
                    }
diego's avatar
diego committed
6031
                    if( FFABS( q2 - q0 ) < beta)
6032 6033 6034 6035 6036 6037 6038 6039 6040 6041 6042 6043 6044 6045 6046
                    {
                        const int q3 = pix[3];
                        /* q0', q1', q2' */
                        pix[0] = ( p1 + 2*p0 + 2*q0 + 2*q1 + q2 + 4 ) >> 3;
                        pix[1] = ( p0 + q0 + q1 + q2 + 2 ) >> 2;
                        pix[2] = ( 2*q3 + 3*q2 + q1 + q0 + p0 + 4 ) >> 3;
                    } else {
                        /* q0' */
                        pix[0] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
                    }
                }else{
                    /* p0', q0' */
                    pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
                    pix[ 0] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
                }
mbardiaux's avatar
mbardiaux committed
6047
                tprintf(h->s.avctx, "filter_mb_mbaff_edgev i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d\n# bS:4 -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, p2, p1, p0, q0, q1, q2, pix[-3], pix[-2], pix[-1], pix[0], pix[1], pix[2]);
6048 6049 6050 6051
            }
        }
    }
}
6052
static void filter_mb_mbaff_edgecv( H264Context *h, uint8_t *pix, int stride, int16_t bS[8], int qp[2] ) {
6053 6054 6055 6056 6057 6058 6059 6060 6061 6062 6063 6064 6065
    int i;
    for( i = 0; i < 8; i++, pix += stride) {
        int index_a;
        int alpha;
        int beta;

        int qp_index;
        int bS_index = i;

        if( bS[bS_index] == 0 ) {
            continue;
        }

lorenm's avatar
lorenm committed
6066
        qp_index = MB_FIELD ? (i >> 2) : (i & 1);
6067 6068 6069
        index_a = qp[qp_index] + h->slice_alpha_c0_offset;
        alpha = (alpha_table+52)[index_a];
        beta  = (beta_table+52)[qp[qp_index] + h->slice_beta_offset];
lorenm's avatar
lorenm committed
6070

6071
        if( bS[bS_index] < 4 ) {
darkshikari's avatar
darkshikari committed
6072
            const int tc = (tc0_table+52)[index_a][bS[bS_index]] + 1;
6073 6074 6075 6076 6077
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int q0 = pix[0];
            const int q1 = pix[1];

diego's avatar
diego committed
6078 6079 6080
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
reimar's avatar
reimar committed
6081
                const int i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc );
6082

reimar's avatar
reimar committed
6083 6084
                pix[-1] = av_clip_uint8( p0 + i_delta );    /* p0' */
                pix[0]  = av_clip_uint8( q0 - i_delta );    /* q0' */
mbardiaux's avatar
mbardiaux committed
6085
                tprintf(h->s.avctx, "filter_mb_mbaff_edgecv i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d, tc:%d\n# bS:%d -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, tc, bS[bS_index], pix[-3], p1, p0, q0, q1, pix[2], p1, pix[-1], pix[0], q1);
6086 6087 6088 6089 6090 6091 6092
            }
        }else{
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int q0 = pix[0];
            const int q1 = pix[1];

diego's avatar
diego committed
6093 6094 6095
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
6096 6097 6098

                pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;   /* p0' */
                pix[0]  = ( 2*q1 + q0 + p1 + 2 ) >> 2;   /* q0' */
mbardiaux's avatar
mbardiaux committed
6099
                tprintf(h->s.avctx, "filter_mb_mbaff_edgecv i:%d\n# bS:4 -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x, %02x, %02x]\n", i, pix[-3], p1, p0, q0, q1, pix[2], pix[-3], pix[-2], pix[-1], pix[0], pix[1], pix[2]);
6100 6101 6102 6103 6104
            }
        }
    }
}

6105
static void filter_mb_edgeh( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
6106 6107 6108
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
6109

lorenm's avatar
lorenm committed
6110
    if( bS[0] < 4 ) {
6111
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
6112 6113 6114 6115
        tc[0] = (tc0_table+52)[index_a][bS[0]];
        tc[1] = (tc0_table+52)[index_a][bS[1]];
        tc[2] = (tc0_table+52)[index_a][bS[2]];
        tc[3] = (tc0_table+52)[index_a][bS[3]];
lorenm's avatar
lorenm committed
6116 6117
        h->s.dsp.h264_v_loop_filter_luma(pix, stride, alpha, beta, tc);
    } else {
6118
        h->s.dsp.h264_v_loop_filter_luma_intra(pix, stride, alpha, beta);
6119 6120 6121
    }
}

6122
static void filter_mb_edgech( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
6123 6124 6125
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
6126

lorenm's avatar
lorenm committed
6127
    if( bS[0] < 4 ) {
6128
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
6129 6130 6131 6132
        tc[0] = (tc0_table+52)[index_a][bS[0]]+1;
        tc[1] = (tc0_table+52)[index_a][bS[1]]+1;
        tc[2] = (tc0_table+52)[index_a][bS[2]]+1;
        tc[3] = (tc0_table+52)[index_a][bS[3]]+1;
lorenm's avatar
lorenm committed
6133 6134
        h->s.dsp.h264_v_loop_filter_chroma(pix, stride, alpha, beta, tc);
    } else {
6135
        h->s.dsp.h264_v_loop_filter_chroma_intra(pix, stride, alpha, beta);
6136 6137 6138
    }
}

6139 6140
static void filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
    MpegEncContext * const s = &h->s;
6141
    int mb_y_firstrow = s->picture_structure == PICT_BOTTOM_FIELD;
6142 6143 6144
    int mb_xy, mb_type;
    int qp, qp0, qp1, qpc, qpc0, qpc1, qp_thresh;

6145
    mb_xy = h->mb_xy;
6146

6147
    if(mb_x==0 || mb_y==mb_y_firstrow || !s->dsp.h264_loop_filter_strength || h->pps.chroma_qp_diff ||
6148
        !(s->flags2 & CODEC_FLAG2_FAST) || //FIXME filter_mb_fast is broken, thus hasto be, but should not under CODEC_FLAG2_FAST
6149 6150
       (h->deblocking_filter == 2 && (h->slice_table[mb_xy] != h->slice_table[h->top_mb_xy] ||
                                      h->slice_table[mb_xy] != h->slice_table[mb_xy - 1]))) {
6151 6152 6153 6154 6155 6156 6157 6158 6159
        filter_mb(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize);
        return;
    }
    assert(!FRAME_MBAFF);

    mb_type = s->current_picture.mb_type[mb_xy];
    qp = s->current_picture.qscale_table[mb_xy];
    qp0 = s->current_picture.qscale_table[mb_xy-1];
    qp1 = s->current_picture.qscale_table[h->top_mb_xy];
6160 6161 6162
    qpc = get_chroma_qp( h, 0, qp );
    qpc0 = get_chroma_qp( h, 0, qp0 );
    qpc1 = get_chroma_qp( h, 0, qp1 );
6163 6164 6165 6166
    qp0 = (qp + qp0 + 1) >> 1;
    qp1 = (qp + qp1 + 1) >> 1;
    qpc0 = (qpc + qpc0 + 1) >> 1;
    qpc1 = (qpc + qpc1 + 1) >> 1;
lorenm's avatar
lorenm committed
6167 6168 6169 6170
    qp_thresh = 15 - h->slice_alpha_c0_offset;
    if(qp <= qp_thresh && qp0 <= qp_thresh && qp1 <= qp_thresh &&
       qpc <= qp_thresh && qpc0 <= qp_thresh && qpc1 <= qp_thresh)
        return;
6171 6172 6173 6174

    if( IS_INTRA(mb_type) ) {
        int16_t bS4[4] = {4,4,4,4};
        int16_t bS3[4] = {3,3,3,3};
andoma's avatar
andoma committed
6175
        int16_t *bSH = FIELD_PICTURE ? bS3 : bS4;
6176 6177 6178
        if( IS_8x8DCT(mb_type) ) {
            filter_mb_edgev( h, &img_y[4*0], linesize, bS4, qp0 );
            filter_mb_edgev( h, &img_y[4*2], linesize, bS3, qp );
andoma's avatar
andoma committed
6179
            filter_mb_edgeh( h, &img_y[4*0*linesize], linesize, bSH, qp1 );
6180 6181 6182 6183 6184 6185
            filter_mb_edgeh( h, &img_y[4*2*linesize], linesize, bS3, qp );
        } else {
            filter_mb_edgev( h, &img_y[4*0], linesize, bS4, qp0 );
            filter_mb_edgev( h, &img_y[4*1], linesize, bS3, qp );
            filter_mb_edgev( h, &img_y[4*2], linesize, bS3, qp );
            filter_mb_edgev( h, &img_y[4*3], linesize, bS3, qp );
andoma's avatar
andoma committed
6186
            filter_mb_edgeh( h, &img_y[4*0*linesize], linesize, bSH, qp1 );
6187 6188 6189 6190 6191 6192 6193 6194
            filter_mb_edgeh( h, &img_y[4*1*linesize], linesize, bS3, qp );
            filter_mb_edgeh( h, &img_y[4*2*linesize], linesize, bS3, qp );
            filter_mb_edgeh( h, &img_y[4*3*linesize], linesize, bS3, qp );
        }
        filter_mb_edgecv( h, &img_cb[2*0], uvlinesize, bS4, qpc0 );
        filter_mb_edgecv( h, &img_cb[2*2], uvlinesize, bS3, qpc );
        filter_mb_edgecv( h, &img_cr[2*0], uvlinesize, bS4, qpc0 );
        filter_mb_edgecv( h, &img_cr[2*2], uvlinesize, bS3, qpc );
andoma's avatar
andoma committed
6195
        filter_mb_edgech( h, &img_cb[2*0*uvlinesize], uvlinesize, bSH, qpc1 );
6196
        filter_mb_edgech( h, &img_cb[2*2*uvlinesize], uvlinesize, bS3, qpc );
andoma's avatar
andoma committed
6197
        filter_mb_edgech( h, &img_cr[2*0*uvlinesize], uvlinesize, bSH, qpc1 );
6198 6199 6200 6201 6202
        filter_mb_edgech( h, &img_cr[2*2*uvlinesize], uvlinesize, bS3, qpc );
        return;
    } else {
        DECLARE_ALIGNED_8(int16_t, bS[2][4][4]);
        uint64_t (*bSv)[4] = (uint64_t(*)[4])bS;
lorenm's avatar
lorenm committed
6203 6204 6205 6206 6207 6208 6209 6210 6211 6212 6213 6214 6215
        int edges;
        if( IS_8x8DCT(mb_type) && (h->cbp&7) == 7 ) {
            edges = 4;
            bSv[0][0] = bSv[0][2] = bSv[1][0] = bSv[1][2] = 0x0002000200020002ULL;
        } else {
            int mask_edge1 = (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 :
                             (mb_type & MB_TYPE_16x8) ? 1 : 0;
            int mask_edge0 = (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16))
                             && (s->current_picture.mb_type[mb_xy-1] & (MB_TYPE_16x16 | MB_TYPE_8x16))
                             ? 3 : 0;
            int step = IS_8x8DCT(mb_type) ? 2 : 1;
            edges = (mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4;
            s->dsp.h264_loop_filter_strength( bS, h->non_zero_count_cache, h->ref_cache, h->mv_cache,
6216
                                              (h->slice_type_nos == FF_B_TYPE), edges, step, mask_edge0, mask_edge1, FIELD_PICTURE);
lorenm's avatar
lorenm committed
6217
        }
6218
        if( IS_INTRA(s->current_picture.mb_type[mb_xy-1]) )
6219
            bSv[0][0] = 0x0004000400040004ULL;
6220
        if( IS_INTRA(s->current_picture.mb_type[h->top_mb_xy]) )
6221
            bSv[1][0] = FIELD_PICTURE ? 0x0003000300030003ULL : 0x0004000400040004ULL;
6222 6223 6224 6225 6226 6227 6228 6229 6230 6231 6232 6233 6234 6235 6236 6237 6238 6239 6240 6241 6242 6243 6244 6245 6246 6247 6248 6249 6250 6251 6252

#define FILTER(hv,dir,edge)\
        if(bSv[dir][edge]) {\
            filter_mb_edge##hv( h, &img_y[4*edge*(dir?linesize:1)], linesize, bS[dir][edge], edge ? qp : qp##dir );\
            if(!(edge&1)) {\
                filter_mb_edgec##hv( h, &img_cb[2*edge*(dir?uvlinesize:1)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir );\
                filter_mb_edgec##hv( h, &img_cr[2*edge*(dir?uvlinesize:1)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir );\
            }\
        }
        if( edges == 1 ) {
            FILTER(v,0,0);
            FILTER(h,1,0);
        } else if( IS_8x8DCT(mb_type) ) {
            FILTER(v,0,0);
            FILTER(v,0,2);
            FILTER(h,1,0);
            FILTER(h,1,2);
        } else {
            FILTER(v,0,0);
            FILTER(v,0,1);
            FILTER(v,0,2);
            FILTER(v,0,3);
            FILTER(h,1,0);
            FILTER(h,1,1);
            FILTER(h,1,2);
            FILTER(h,1,3);
        }
#undef FILTER
    }
}

6253 6254 6255 6256 6257 6258 6259 6260 6261 6262 6263 6264 6265 6266 6267 6268 6269 6270 6271 6272 6273 6274 6275 6276 6277 6278 6279 6280 6281 6282 6283 6284 6285 6286 6287 6288 6289 6290 6291 6292 6293 6294 6295 6296 6297 6298 6299 6300 6301 6302 6303 6304 6305 6306 6307 6308 6309 6310 6311 6312 6313 6314 6315 6316 6317 6318 6319 6320 6321 6322 6323 6324 6325 6326 6327 6328 6329 6330 6331 6332 6333 6334 6335 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349 6350 6351 6352 6353 6354 6355 6356 6357 6358 6359 6360 6361 6362 6363 6364 6365 6366 6367 6368 6369 6370 6371 6372 6373 6374 6375 6376 6377 6378 6379 6380 6381 6382 6383 6384 6385 6386 6387 6388 6389 6390 6391 6392 6393 6394

static void av_always_inline filter_mb_dir(H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize, int mb_xy, int mb_type, int mvy_limit, int first_vertical_edge_done, int dir) {
    MpegEncContext * const s = &h->s;
    int edge;
    const int mbm_xy = dir == 0 ? mb_xy -1 : h->top_mb_xy;
    const int mbm_type = s->current_picture.mb_type[mbm_xy];
    int (*ref2frm) [64] = h->ref2frm[ h->slice_num          &(MAX_SLICES-1) ][0] + (MB_MBAFF ? 20 : 2);
    int (*ref2frmm)[64] = h->ref2frm[ h->slice_table[mbm_xy]&(MAX_SLICES-1) ][0] + (MB_MBAFF ? 20 : 2);
    int start = h->slice_table[mbm_xy] == 0xFFFF ? 1 : 0;

    const int edges = (mb_type & (MB_TYPE_16x16|MB_TYPE_SKIP))
                              == (MB_TYPE_16x16|MB_TYPE_SKIP) ? 1 : 4;
    // how often to recheck mv-based bS when iterating between edges
    const int mask_edge = (mb_type & (MB_TYPE_16x16 | (MB_TYPE_16x8 << dir))) ? 3 :
                          (mb_type & (MB_TYPE_8x16 >> dir)) ? 1 : 0;
    // how often to recheck mv-based bS when iterating along each edge
    const int mask_par0 = mb_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir));

    if (first_vertical_edge_done) {
        start = 1;
    }

    if (h->deblocking_filter==2 && h->slice_table[mbm_xy] != h->slice_table[mb_xy])
        start = 1;

    if (FRAME_MBAFF && (dir == 1) && ((mb_y&1) == 0) && start == 0
        && !IS_INTERLACED(mb_type)
        && IS_INTERLACED(mbm_type)
        ) {
        // This is a special case in the norm where the filtering must
        // be done twice (one each of the field) even if we are in a
        // frame macroblock.
        //
        static const int nnz_idx[4] = {4,5,6,3};
        unsigned int tmp_linesize   = 2 *   linesize;
        unsigned int tmp_uvlinesize = 2 * uvlinesize;
        int mbn_xy = mb_xy - 2 * s->mb_stride;
        int qp;
        int i, j;
        int16_t bS[4];

        for(j=0; j<2; j++, mbn_xy += s->mb_stride){
            if( IS_INTRA(mb_type) ||
                IS_INTRA(s->current_picture.mb_type[mbn_xy]) ) {
                bS[0] = bS[1] = bS[2] = bS[3] = 3;
            } else {
                const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy];
                for( i = 0; i < 4; i++ ) {
                    if( h->non_zero_count_cache[scan8[0]+i] != 0 ||
                        mbn_nnz[nnz_idx[i]] != 0 )
                        bS[i] = 2;
                    else
                        bS[i] = 1;
                }
            }
            // Do not use s->qscale as luma quantizer because it has not the same
            // value in IPCM macroblocks.
            qp = ( s->current_picture.qscale_table[mb_xy] + s->current_picture.qscale_table[mbn_xy] + 1 ) >> 1;
            tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, tmp_linesize, tmp_uvlinesize);
            { int i; for (i = 0; i < 4; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
            filter_mb_edgeh( h, &img_y[j*linesize], tmp_linesize, bS, qp );
            filter_mb_edgech( h, &img_cb[j*uvlinesize], tmp_uvlinesize, bS,
                              ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
            filter_mb_edgech( h, &img_cr[j*uvlinesize], tmp_uvlinesize, bS,
                              ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
        }

        start = 1;
    }

    /* Calculate bS */
    for( edge = start; edge < edges; edge++ ) {
        /* mbn_xy: neighbor macroblock */
        const int mbn_xy = edge > 0 ? mb_xy : mbm_xy;
        const int mbn_type = s->current_picture.mb_type[mbn_xy];
        int (*ref2frmn)[64] = edge > 0 ? ref2frm : ref2frmm;
        int16_t bS[4];
        int qp;

        if( (edge&1) && IS_8x8DCT(mb_type) )
            continue;

        if( IS_INTRA(mb_type) ||
            IS_INTRA(mbn_type) ) {
            int value;
            if (edge == 0) {
                if (   (!IS_INTERLACED(mb_type) && !IS_INTERLACED(mbm_type))
                    || ((FRAME_MBAFF || (s->picture_structure != PICT_FRAME)) && (dir == 0))
                ) {
                    value = 4;
                } else {
                    value = 3;
                }
            } else {
                value = 3;
            }
            bS[0] = bS[1] = bS[2] = bS[3] = value;
        } else {
            int i, l;
            int mv_done;

            if( edge & mask_edge ) {
                bS[0] = bS[1] = bS[2] = bS[3] = 0;
                mv_done = 1;
            }
            else if( FRAME_MBAFF && IS_INTERLACED(mb_type ^ mbn_type)) {
                bS[0] = bS[1] = bS[2] = bS[3] = 1;
                mv_done = 1;
            }
            else if( mask_par0 && (edge || (mbn_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir)))) ) {
                int b_idx= 8 + 4 + edge * (dir ? 8:1);
                int bn_idx= b_idx - (dir ? 8:1);
                int v = 0;

                for( l = 0; !v && l < 1 + (h->slice_type_nos == FF_B_TYPE); l++ ) {
                    v |= ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[l][h->ref_cache[l][bn_idx]] ||
                         FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[l][bn_idx][0] ) >= 4 ||
                         FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[l][bn_idx][1] ) >= mvy_limit;
                }

                if(h->slice_type_nos == FF_B_TYPE && v){
                    v=0;
                    for( l = 0; !v && l < 2; l++ ) {
                        int ln= 1-l;
                        v |= ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[ln][h->ref_cache[ln][bn_idx]] ||
                            FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[ln][bn_idx][0] ) >= 4 ||
                            FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[ln][bn_idx][1] ) >= mvy_limit;
                    }
                }

                bS[0] = bS[1] = bS[2] = bS[3] = v;
                mv_done = 1;
            }
            else
                mv_done = 0;

            for( i = 0; i < 4; i++ ) {
                int x = dir == 0 ? edge : i;
                int y = dir == 0 ? i    : edge;
                int b_idx= 8 + 4 + x + 8*y;
                int bn_idx= b_idx - (dir ? 8:1);

michael's avatar
michael committed
6395 6396
                if( h->non_zero_count_cache[b_idx] |
                    h->non_zero_count_cache[bn_idx] ) {
6397 6398 6399 6400 6401 6402 6403 6404 6405 6406 6407 6408 6409 6410 6411 6412 6413 6414 6415 6416 6417 6418 6419 6420 6421 6422 6423 6424 6425 6426 6427 6428 6429 6430 6431 6432 6433 6434 6435 6436 6437 6438 6439 6440 6441 6442 6443 6444 6445 6446 6447 6448 6449 6450 6451 6452 6453 6454 6455 6456
                    bS[i] = 2;
                }
                else if(!mv_done)
                {
                    bS[i] = 0;
                    for( l = 0; l < 1 + (h->slice_type_nos == FF_B_TYPE); l++ ) {
                        if( ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[l][h->ref_cache[l][bn_idx]] ||
                            FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[l][bn_idx][0] ) >= 4 ||
                            FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[l][bn_idx][1] ) >= mvy_limit ) {
                            bS[i] = 1;
                            break;
                        }
                    }

                    if(h->slice_type_nos == FF_B_TYPE && bS[i]){
                        bS[i] = 0;
                        for( l = 0; l < 2; l++ ) {
                            int ln= 1-l;
                            if( ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[ln][h->ref_cache[ln][bn_idx]] ||
                                FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[ln][bn_idx][0] ) >= 4 ||
                                FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[ln][bn_idx][1] ) >= mvy_limit ) {
                                bS[i] = 1;
                                break;
                            }
                        }
                    }
                }
            }

            if(bS[0]+bS[1]+bS[2]+bS[3] == 0)
                continue;
        }

        /* Filter edge */
        // Do not use s->qscale as luma quantizer because it has not the same
        // value in IPCM macroblocks.
        qp = ( s->current_picture.qscale_table[mb_xy] + s->current_picture.qscale_table[mbn_xy] + 1 ) >> 1;
        //tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d, QPc:%d, QPcn:%d\n", mb_x, mb_y, dir, edge, qp, h->chroma_qp, s->current_picture.qscale_table[mbn_xy]);
        tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, linesize, uvlinesize);
        { int i; for (i = 0; i < 4; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
        if( dir == 0 ) {
            filter_mb_edgev( h, &img_y[4*edge], linesize, bS, qp );
            if( (edge&1) == 0 ) {
                filter_mb_edgecv( h, &img_cb[2*edge], uvlinesize, bS,
                                  ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
                filter_mb_edgecv( h, &img_cr[2*edge], uvlinesize, bS,
                                  ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
            }
        } else {
            filter_mb_edgeh( h, &img_y[4*edge*linesize], linesize, bS, qp );
            if( (edge&1) == 0 ) {
                filter_mb_edgech( h, &img_cb[2*edge*uvlinesize], uvlinesize, bS,
                                  ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
                filter_mb_edgech( h, &img_cr[2*edge*uvlinesize], uvlinesize, bS,
                                  ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
            }
        }
    }
}

6457
static void filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
6458 6459
    MpegEncContext * const s = &h->s;
    const int mb_xy= mb_x + mb_y*s->mb_stride;
lorenm's avatar
lorenm committed
6460 6461
    const int mb_type = s->current_picture.mb_type[mb_xy];
    const int mvy_limit = IS_INTERLACED(mb_type) ? 2 : 4;
6462
    int first_vertical_edge_done = 0;
6463 6464
    int dir;

lorenm's avatar
lorenm committed
6465 6466
    //for sufficiently low qp, filtering wouldn't do anything
    //this is a conservative estimate: could also check beta_offset and more accurate chroma_qp
lorenm's avatar
lorenm committed
6467
    if(!FRAME_MBAFF){
6468
        int qp_thresh = 15 - h->slice_alpha_c0_offset - FFMAX3(0, h->pps.chroma_qp_index_offset[0], h->pps.chroma_qp_index_offset[1]);
lorenm's avatar
lorenm committed
6469 6470 6471 6472 6473 6474 6475 6476
        int qp = s->current_picture.qscale_table[mb_xy];
        if(qp <= qp_thresh
           && (mb_x == 0 || ((qp + s->current_picture.qscale_table[mb_xy-1] + 1)>>1) <= qp_thresh)
           && (mb_y == 0 || ((qp + s->current_picture.qscale_table[h->top_mb_xy] + 1)>>1) <= qp_thresh)){
            return;
        }
    }

michael's avatar
michael committed
6477 6478 6479 6480 6481 6482 6483 6484 6485 6486 6487 6488 6489 6490 6491 6492 6493 6494 6495 6496 6497 6498 6499 6500
    // CAVLC 8x8dct requires NNZ values for residual decoding that differ from what the loop filter needs
    if(!h->pps.cabac && h->pps.transform_8x8_mode){
        int top_type, left_type[2];
        top_type     = s->current_picture.mb_type[h->top_mb_xy]    ;
        left_type[0] = s->current_picture.mb_type[h->left_mb_xy[0]];
        left_type[1] = s->current_picture.mb_type[h->left_mb_xy[1]];

        if(IS_8x8DCT(top_type)){
            h->non_zero_count_cache[4+8*0]=
            h->non_zero_count_cache[5+8*0]= h->cbp_table[h->top_mb_xy] & 4;
            h->non_zero_count_cache[6+8*0]=
            h->non_zero_count_cache[7+8*0]= h->cbp_table[h->top_mb_xy] & 8;
        }
        if(IS_8x8DCT(left_type[0])){
            h->non_zero_count_cache[3+8*1]=
            h->non_zero_count_cache[3+8*2]= h->cbp_table[h->left_mb_xy[0]]&2; //FIXME check MBAFF
        }
        if(IS_8x8DCT(left_type[1])){
            h->non_zero_count_cache[3+8*3]=
            h->non_zero_count_cache[3+8*4]= h->cbp_table[h->left_mb_xy[1]]&8; //FIXME check MBAFF
        }

        if(IS_8x8DCT(mb_type)){
            h->non_zero_count_cache[scan8[0   ]]= h->non_zero_count_cache[scan8[1   ]]=
michael's avatar
michael committed
6501
            h->non_zero_count_cache[scan8[2   ]]= h->non_zero_count_cache[scan8[3   ]]= h->cbp & 1;
michael's avatar
michael committed
6502 6503

            h->non_zero_count_cache[scan8[0+ 4]]= h->non_zero_count_cache[scan8[1+ 4]]=
michael's avatar
michael committed
6504
            h->non_zero_count_cache[scan8[2+ 4]]= h->non_zero_count_cache[scan8[3+ 4]]= h->cbp & 2;
michael's avatar
michael committed
6505 6506

            h->non_zero_count_cache[scan8[0+ 8]]= h->non_zero_count_cache[scan8[1+ 8]]=
michael's avatar
michael committed
6507
            h->non_zero_count_cache[scan8[2+ 8]]= h->non_zero_count_cache[scan8[3+ 8]]= h->cbp & 4;
michael's avatar
michael committed
6508 6509

            h->non_zero_count_cache[scan8[0+12]]= h->non_zero_count_cache[scan8[1+12]]=
michael's avatar
michael committed
6510
            h->non_zero_count_cache[scan8[2+12]]= h->non_zero_count_cache[scan8[3+12]]= h->cbp & 8;
michael's avatar
michael committed
6511 6512 6513
        }
    }

lorenm's avatar
lorenm committed
6514
    if (FRAME_MBAFF
6515
            // left mb is in picture
6516
            && h->slice_table[mb_xy-1] != 0xFFFF
6517
            // and current and left pair do not have the same interlaced type
lorenm's avatar
lorenm committed
6518
            && (IS_INTERLACED(mb_type) != IS_INTERLACED(s->current_picture.mb_type[mb_xy-1]))
6519 6520 6521
            // and left mb is in the same slice if deblocking_filter == 2
            && (h->deblocking_filter!=2 || h->slice_table[mb_xy-1] == h->slice_table[mb_xy])) {
        /* First vertical edge is different in MBAFF frames
6522
         * There are 8 different bS to compute and 2 different Qp
6523
         */
lorenm's avatar
lorenm committed
6524 6525
        const int pair_xy = mb_x + (mb_y&~1)*s->mb_stride;
        const int left_mb_xy[2] = { pair_xy-1, pair_xy-1+s->mb_stride };
6526
        int16_t bS[8];
6527
        int qp[2];
6528 6529
        int bqp[2];
        int rqp[2];
lorenm's avatar
lorenm committed
6530
        int mb_qp, mbn0_qp, mbn1_qp;
6531 6532
        int i;
        first_vertical_edge_done = 1;
lorenm's avatar
lorenm committed
6533 6534 6535 6536 6537 6538 6539 6540 6541 6542

        if( IS_INTRA(mb_type) )
            bS[0] = bS[1] = bS[2] = bS[3] = bS[4] = bS[5] = bS[6] = bS[7] = 4;
        else {
            for( i = 0; i < 8; i++ ) {
                int mbn_xy = MB_FIELD ? left_mb_xy[i>>2] : left_mb_xy[i&1];

                if( IS_INTRA( s->current_picture.mb_type[mbn_xy] ) )
                    bS[i] = 4;
                else if( h->non_zero_count_cache[12+8*(i>>1)] != 0 ||
michael's avatar
michael committed
6543 6544 6545 6546
                         ((!h->pps.cabac && IS_8x8DCT(s->current_picture.mb_type[mbn_xy])) ?
                            (h->cbp_table[mbn_xy] & ((MB_FIELD ? (i&2) : (mb_y&1)) ? 8 : 2))
                                                                       :
                            h->non_zero_count[mbn_xy][MB_FIELD ? i&3 : (i>>2)+(mb_y&1)*2]))
lorenm's avatar
lorenm committed
6547 6548 6549
                    bS[i] = 2;
                else
                    bS[i] = 1;
6550 6551 6552
            }
        }

lorenm's avatar
lorenm committed
6553 6554 6555 6556
        mb_qp = s->current_picture.qscale_table[mb_xy];
        mbn0_qp = s->current_picture.qscale_table[left_mb_xy[0]];
        mbn1_qp = s->current_picture.qscale_table[left_mb_xy[1]];
        qp[0] = ( mb_qp + mbn0_qp + 1 ) >> 1;
6557 6558 6559 6560
        bqp[0] = ( get_chroma_qp( h, 0, mb_qp ) +
                   get_chroma_qp( h, 0, mbn0_qp ) + 1 ) >> 1;
        rqp[0] = ( get_chroma_qp( h, 1, mb_qp ) +
                   get_chroma_qp( h, 1, mbn0_qp ) + 1 ) >> 1;
lorenm's avatar
lorenm committed
6561
        qp[1] = ( mb_qp + mbn1_qp + 1 ) >> 1;
6562 6563 6564 6565
        bqp[1] = ( get_chroma_qp( h, 0, mb_qp ) +
                   get_chroma_qp( h, 0, mbn1_qp ) + 1 ) >> 1;
        rqp[1] = ( get_chroma_qp( h, 1, mb_qp ) +
                   get_chroma_qp( h, 1, mbn1_qp ) + 1 ) >> 1;
lorenm's avatar
lorenm committed
6566 6567

        /* Filter edge */
6568
        tprintf(s->avctx, "filter mb:%d/%d MBAFF, QPy:%d/%d, QPb:%d/%d QPr:%d/%d ls:%d uvls:%d", mb_x, mb_y, qp[0], qp[1], bqp[0], bqp[1], rqp[0], rqp[1], linesize, uvlinesize);
mbardiaux's avatar
mbardiaux committed
6569
        { int i; for (i = 0; i < 8; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
lorenm's avatar
lorenm committed
6570
        filter_mb_mbaff_edgev ( h, &img_y [0], linesize,   bS, qp );
6571 6572
        filter_mb_mbaff_edgecv( h, &img_cb[0], uvlinesize, bS, bqp );
        filter_mb_mbaff_edgecv( h, &img_cr[0], uvlinesize, bS, rqp );
6573
    }
6574

6575 6576 6577 6578 6579 6580 6581
#ifdef CONFIG_SMALL
    for( dir = 0; dir < 2; dir++ )
        filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, dir ? 0 : first_vertical_edge_done, dir);
#else
    filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, first_vertical_edge_done, 0);
    filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, 0, 1);
#endif
6582 6583
}

6584 6585
static int decode_slice(struct AVCodecContext *avctx, void *arg){
    H264Context *h = *(void**)arg;
michaelni's avatar
michaelni committed
6586 6587 6588 6589 6590
    MpegEncContext * const s = &h->s;
    const int part_mask= s->partitioned_frame ? (AC_END|AC_ERROR) : 0x7F;

    s->mb_skip_run= -1;

6591
    h->is_complex = FRAME_MBAFF || s->picture_structure != PICT_FRAME || s->codec_id != CODEC_ID_H264 ||
6592
                    (ENABLE_GRAY && (s->flags&CODEC_FLAG_GRAY)) || (ENABLE_H264_ENCODER && s->encoding);
6593

6594 6595
    if( h->pps.cabac ) {
        int i;
michaelni's avatar
michaelni committed
6596

6597 6598 6599 6600
        /* realign */
        align_get_bits( &s->gb );

        /* init cabac */
6601
        ff_init_cabac_states( &h->cabac);
6602 6603
        ff_init_cabac_decoder( &h->cabac,
                               s->gb.buffer + get_bits_count(&s->gb)/8,
michael's avatar
michael committed
6604
                               ( s->gb.size_in_bits - get_bits_count(&s->gb) + 7)/8);
6605
        /* calculate pre-state */
lorenm's avatar
lorenm committed
6606
        for( i= 0; i < 460; i++ ) {
6607
            int pre;
6608
            if( h->slice_type_nos == FF_I_TYPE )
reimar's avatar
reimar committed
6609
                pre = av_clip( ((cabac_context_init_I[i][0] * s->qscale) >>4 ) + cabac_context_init_I[i][1], 1, 126 );
6610
            else
reimar's avatar
reimar committed
6611
                pre = av_clip( ((cabac_context_init_PB[h->cabac_init_idc][i][0] * s->qscale) >>4 ) + cabac_context_init_PB[h->cabac_init_idc][i][1], 1, 126 );
6612 6613

            if( pre <= 63 )
6614
                h->cabac_state[i] = 2 * ( 63 - pre ) + 0;
6615
            else
6616
                h->cabac_state[i] = 2 * ( pre - 64 ) + 1;
michaelni's avatar
michaelni committed
6617
        }
6618

6619
        for(;;){
6620
//START_TIMER
6621
            int ret = decode_mb_cabac(h);
6622
            int eos;
6623
//STOP_TIMER("decode_mb_cabac")
michaelni's avatar
michaelni committed
6624

michael's avatar
michael committed
6625
            if(ret>=0) hl_decode_mb(h);
michaelni's avatar
michaelni committed
6626

lorenm's avatar
lorenm committed
6627
            if( ret >= 0 && FRAME_MBAFF ) { //FIXME optimal? or let mb_decode decode 16x32 ?
6628 6629
                s->mb_y++;

michael's avatar
michael committed
6630
                ret = decode_mb_cabac(h);
6631

6632
                if(ret>=0) hl_decode_mb(h);
6633 6634
                s->mb_y--;
            }
6635
            eos = get_cabac_terminate( &h->cabac );
6636

6637
            if( ret < 0 || h->cabac.bytestream > h->cabac.bytestream_end + 2) {
mru's avatar
mru committed
6638
                av_log(h->s.avctx, AV_LOG_ERROR, "error while decoding MB %d %d, bytestream (%td)\n", s->mb_x, s->mb_y, h->cabac.bytestream_end - h->cabac.bytestream);
6639 6640 6641 6642 6643 6644 6645
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
                return -1;
            }

            if( ++s->mb_x >= s->mb_width ) {
                s->mb_x = 0;
                ff_draw_horiz_band(s, 16*s->mb_y, 16);
michael's avatar
michael committed
6646
                ++s->mb_y;
6647
                if(FIELD_OR_MBAFF_PICTURE) {
6648 6649
                    ++s->mb_y;
                }
michaelni's avatar
michaelni committed
6650 6651
            }

6652
            if( eos || s->mb_y >= s->mb_height ) {
mbardiaux's avatar
mbardiaux committed
6653
                tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
6654
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
michaelni's avatar
michaelni committed
6655
                return 0;
6656 6657 6658 6659 6660 6661 6662
            }
        }

    } else {
        for(;;){
            int ret = decode_mb_cavlc(h);

michael's avatar
michael committed
6663
            if(ret>=0) hl_decode_mb(h);
6664

lorenm's avatar
lorenm committed
6665
            if(ret>=0 && FRAME_MBAFF){ //FIXME optimal? or let mb_decode decode 16x32 ?
6666 6667 6668
                s->mb_y++;
                ret = decode_mb_cavlc(h);

michael's avatar
michael committed
6669
                if(ret>=0) hl_decode_mb(h);
6670 6671 6672 6673 6674
                s->mb_y--;
            }

            if(ret<0){
                av_log(h->s.avctx, AV_LOG_ERROR, "error while decoding MB %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
6675 6676 6677 6678
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                return -1;
            }
6679 6680 6681 6682

            if(++s->mb_x >= s->mb_width){
                s->mb_x=0;
                ff_draw_horiz_band(s, 16*s->mb_y, 16);
6683
                ++s->mb_y;
6684
                if(FIELD_OR_MBAFF_PICTURE) {
6685 6686 6687
                    ++s->mb_y;
                }
                if(s->mb_y >= s->mb_height){
mbardiaux's avatar
mbardiaux committed
6688
                    tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
6689 6690 6691 6692 6693 6694 6695 6696 6697 6698 6699 6700 6701 6702

                    if(get_bits_count(&s->gb) == s->gb.size_in_bits ) {
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return 0;
                    }else{
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return -1;
                    }
                }
            }

            if(get_bits_count(&s->gb) >= s->gb.size_in_bits && s->mb_skip_run<=0){
mbardiaux's avatar
mbardiaux committed
6703
                tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
6704 6705 6706 6707 6708 6709 6710 6711 6712 6713
                if(get_bits_count(&s->gb) == s->gb.size_in_bits ){
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                    return 0;
                }else{
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                    return -1;
                }
            }
michaelni's avatar
michaelni committed
6714 6715
        }
    }
6716

michaelni's avatar
michaelni committed
6717 6718 6719 6720
#if 0
    for(;s->mb_y < s->mb_height; s->mb_y++){
        for(;s->mb_x < s->mb_width; s->mb_x++){
            int ret= decode_mb(h);
6721

michaelni's avatar
michaelni committed
6722 6723 6724
            hl_decode_mb(h);

            if(ret<0){
diego's avatar
diego committed
6725
                av_log(s->avctx, AV_LOG_ERROR, "error while decoding MB %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
6726 6727 6728 6729
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                return -1;
            }
6730

michaelni's avatar
michaelni committed
6731 6732 6733 6734 6735 6736 6737 6738 6739 6740 6741 6742 6743 6744
            if(++s->mb_x >= s->mb_width){
                s->mb_x=0;
                if(++s->mb_y >= s->mb_height){
                    if(get_bits_count(s->gb) == s->gb.size_in_bits){
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return 0;
                    }else{
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return -1;
                    }
                }
            }
6745

michaelni's avatar
michaelni committed
6746 6747 6748 6749 6750 6751 6752 6753 6754 6755 6756 6757 6758 6759 6760 6761 6762 6763 6764
            if(get_bits_count(s->?gb) >= s->gb?.size_in_bits){
                if(get_bits_count(s->gb) == s->gb.size_in_bits){
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                    return 0;
                }else{
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                    return -1;
                }
            }
        }
        s->mb_x=0;
        ff_draw_horiz_band(s, 16*s->mb_y, 16);
    }
#endif
    return -1; //not reached
}

6765 6766 6767 6768 6769 6770 6771 6772 6773 6774 6775 6776 6777 6778 6779 6780 6781 6782 6783 6784 6785 6786 6787 6788 6789 6790 6791 6792 6793 6794 6795 6796 6797 6798 6799 6800 6801 6802 6803 6804 6805 6806 6807 6808 6809 6810 6811
static int decode_picture_timing(H264Context *h){
    MpegEncContext * const s = &h->s;
    if(h->sps.nal_hrd_parameters_present_flag || h->sps.vcl_hrd_parameters_present_flag){
        skip_bits(&s->gb, h->sps.cpb_removal_delay_length); /* cpb_removal_delay */
        skip_bits(&s->gb, h->sps.dpb_output_delay_length);  /* dpb_output_delay */
    }
    if(h->sps.pic_struct_present_flag){
        unsigned int i, num_clock_ts;
        h->sei_pic_struct = get_bits(&s->gb, 4);

        if (h->sei_pic_struct > SEI_PIC_STRUCT_FRAME_TRIPLING)
            return -1;

        num_clock_ts = sei_num_clock_ts_table[h->sei_pic_struct];

        for (i = 0 ; i < num_clock_ts ; i++){
            if(get_bits(&s->gb, 1)){                  /* clock_timestamp_flag */
                unsigned int full_timestamp_flag;
                skip_bits(&s->gb, 2);                 /* ct_type */
                skip_bits(&s->gb, 1);                 /* nuit_field_based_flag */
                skip_bits(&s->gb, 5);                 /* counting_type */
                full_timestamp_flag = get_bits(&s->gb, 1);
                skip_bits(&s->gb, 1);                 /* discontinuity_flag */
                skip_bits(&s->gb, 1);                 /* cnt_dropped_flag */
                skip_bits(&s->gb, 8);                 /* n_frames */
                if(full_timestamp_flag){
                    skip_bits(&s->gb, 6);             /* seconds_value 0..59 */
                    skip_bits(&s->gb, 6);             /* minutes_value 0..59 */
                    skip_bits(&s->gb, 5);             /* hours_value 0..23 */
                }else{
                    if(get_bits(&s->gb, 1)){          /* seconds_flag */
                        skip_bits(&s->gb, 6);         /* seconds_value range 0..59 */
                        if(get_bits(&s->gb, 1)){      /* minutes_flag */
                            skip_bits(&s->gb, 6);     /* minutes_value 0..59 */
                            if(get_bits(&s->gb, 1))   /* hours_flag */
                                skip_bits(&s->gb, 5); /* hours_value 0..23 */
                        }
                    }
                }
                if(h->sps.time_offset_length > 0)
                    skip_bits(&s->gb, h->sps.time_offset_length); /* time_offset */
            }
        }
    }
    return 0;
}

6812 6813 6814 6815
static int decode_unregistered_user_data(H264Context *h, int size){
    MpegEncContext * const s = &h->s;
    uint8_t user_data[16+256];
    int e, build, i;
6816

6817 6818
    if(size<16)
        return -1;
6819

6820 6821 6822
    for(i=0; i<sizeof(user_data)-1 && i<size; i++){
        user_data[i]= get_bits(&s->gb, 8);
    }
6823

6824 6825 6826 6827
    user_data[i]= 0;
    e= sscanf(user_data+16, "x264 - core %d"/*%s - H.264/MPEG-4 AVC codec - Copyleft 2005 - http://www.videolan.org/x264.html*/, &build);
    if(e==1 && build>=0)
        h->x264_build= build;
6828

6829 6830 6831 6832 6833
    if(s->avctx->debug & FF_DEBUG_BUGS)
        av_log(s->avctx, AV_LOG_DEBUG, "user data:\"%s\"\n", user_data+16);

    for(; i<size; i++)
        skip_bits(&s->gb, 8);
6834

6835 6836 6837 6838 6839
    return 0;
}

static int decode_sei(H264Context *h){
    MpegEncContext * const s = &h->s;
6840

6841 6842
    while(get_bits_count(&s->gb) + 16 < s->gb.size_in_bits){
        int size, type;
6843

6844 6845 6846 6847
        type=0;
        do{
            type+= show_bits(&s->gb, 8);
        }while(get_bits(&s->gb, 8) == 255);
6848

6849 6850 6851 6852
        size=0;
        do{
            size+= show_bits(&s->gb, 8);
        }while(get_bits(&s->gb, 8) == 255);
6853

6854
        switch(type){
6855 6856 6857 6858
        case 1: // Picture timing SEI
            if(decode_picture_timing(h) < 0)
                return -1;
            break;
6859
        case 5:
michael's avatar
michael committed
6860
            if(decode_unregistered_user_data(h, size) < 0)
6861 6862 6863 6864 6865
                return -1;
            break;
        default:
            skip_bits(&s->gb, 8*size);
        }
6866

6867 6868 6869 6870 6871 6872 6873
        //FIXME check bits here
        align_get_bits(&s->gb);
    }

    return 0;
}

6874
static inline int decode_hrd_parameters(H264Context *h, SPS *sps){
6875 6876
    MpegEncContext * const s = &h->s;
    int cpb_count, i;
6877
    cpb_count = get_ue_golomb_31(&s->gb) + 1;
6878 6879 6880 6881 6882 6883

    if(cpb_count > 32U){
        av_log(h->s.avctx, AV_LOG_ERROR, "cpb_count %d invalid\n", cpb_count);
        return -1;
    }

6884 6885 6886 6887 6888 6889 6890 6891
    get_bits(&s->gb, 4); /* bit_rate_scale */
    get_bits(&s->gb, 4); /* cpb_size_scale */
    for(i=0; i<cpb_count; i++){
        get_ue_golomb(&s->gb); /* bit_rate_value_minus1 */
        get_ue_golomb(&s->gb); /* cpb_size_value_minus1 */
        get_bits1(&s->gb);     /* cbr_flag */
    }
    get_bits(&s->gb, 5); /* initial_cpb_removal_delay_length_minus1 */
6892 6893 6894
    sps->cpb_removal_delay_length = get_bits(&s->gb, 5) + 1;
    sps->dpb_output_delay_length = get_bits(&s->gb, 5) + 1;
    sps->time_offset_length = get_bits(&s->gb, 5);
6895
    return 0;
6896 6897
}

michaelni's avatar
michaelni committed
6898 6899
static inline int decode_vui_parameters(H264Context *h, SPS *sps){
    MpegEncContext * const s = &h->s;
6900 6901
    int aspect_ratio_info_present_flag;
    unsigned int aspect_ratio_idc;
michaelni's avatar
michaelni committed
6902 6903

    aspect_ratio_info_present_flag= get_bits1(&s->gb);
6904

michaelni's avatar
michaelni committed
6905 6906 6907
    if( aspect_ratio_info_present_flag ) {
        aspect_ratio_idc= get_bits(&s->gb, 8);
        if( aspect_ratio_idc == EXTENDED_SAR ) {
michael's avatar
michael committed
6908 6909
            sps->sar.num= get_bits(&s->gb, 16);
            sps->sar.den= get_bits(&s->gb, 16);
6910
        }else if(aspect_ratio_idc < FF_ARRAY_ELEMS(pixel_aspect)){
michael's avatar
michael committed
6911
            sps->sar=  pixel_aspect[aspect_ratio_idc];
michaelni's avatar
michaelni committed
6912
        }else{
6913
            av_log(h->s.avctx, AV_LOG_ERROR, "illegal aspect ratio\n");
michaelni's avatar
michaelni committed
6914 6915 6916
            return -1;
        }
    }else{
6917
        sps->sar.num=
michael's avatar
michael committed
6918
        sps->sar.den= 0;
michaelni's avatar
michaelni committed
6919 6920
    }
//            s->avctx->aspect_ratio= sar_width*s->width / (float)(s->height*sar_height);
6921 6922 6923 6924 6925 6926 6927 6928 6929 6930 6931 6932 6933 6934 6935 6936 6937 6938 6939 6940 6941 6942 6943 6944 6945 6946 6947

    if(get_bits1(&s->gb)){      /* overscan_info_present_flag */
        get_bits1(&s->gb);      /* overscan_appropriate_flag */
    }

    if(get_bits1(&s->gb)){      /* video_signal_type_present_flag */
        get_bits(&s->gb, 3);    /* video_format */
        get_bits1(&s->gb);      /* video_full_range_flag */
        if(get_bits1(&s->gb)){  /* colour_description_present_flag */
            get_bits(&s->gb, 8); /* colour_primaries */
            get_bits(&s->gb, 8); /* transfer_characteristics */
            get_bits(&s->gb, 8); /* matrix_coefficients */
        }
    }

    if(get_bits1(&s->gb)){      /* chroma_location_info_present_flag */
        get_ue_golomb(&s->gb);  /* chroma_sample_location_type_top_field */
        get_ue_golomb(&s->gb);  /* chroma_sample_location_type_bottom_field */
    }

    sps->timing_info_present_flag = get_bits1(&s->gb);
    if(sps->timing_info_present_flag){
        sps->num_units_in_tick = get_bits_long(&s->gb, 32);
        sps->time_scale = get_bits_long(&s->gb, 32);
        sps->fixed_frame_rate_flag = get_bits1(&s->gb);
    }

6948 6949
    sps->nal_hrd_parameters_present_flag = get_bits1(&s->gb);
    if(sps->nal_hrd_parameters_present_flag)
6950 6951
        if(decode_hrd_parameters(h, sps) < 0)
            return -1;
6952 6953
    sps->vcl_hrd_parameters_present_flag = get_bits1(&s->gb);
    if(sps->vcl_hrd_parameters_present_flag)
6954 6955
        if(decode_hrd_parameters(h, sps) < 0)
            return -1;
6956
    if(sps->nal_hrd_parameters_present_flag || sps->vcl_hrd_parameters_present_flag)
6957
        get_bits1(&s->gb);     /* low_delay_hrd_flag */
6958
    sps->pic_struct_present_flag = get_bits1(&s->gb);
6959 6960 6961 6962 6963 6964 6965 6966

    sps->bitstream_restriction_flag = get_bits1(&s->gb);
    if(sps->bitstream_restriction_flag){
        get_bits1(&s->gb);     /* motion_vectors_over_pic_boundaries_flag */
        get_ue_golomb(&s->gb); /* max_bytes_per_pic_denom */
        get_ue_golomb(&s->gb); /* max_bits_per_mb_denom */
        get_ue_golomb(&s->gb); /* log2_max_mv_length_horizontal */
        get_ue_golomb(&s->gb); /* log2_max_mv_length_vertical */
6967
        sps->num_reorder_frames= get_ue_golomb(&s->gb);
6968 6969
        get_ue_golomb(&s->gb); /*max_dec_frame_buffering*/

6970 6971
        if(sps->num_reorder_frames > 16U /*max_dec_frame_buffering || max_dec_frame_buffering > 16*/){
            av_log(h->s.avctx, AV_LOG_ERROR, "illegal num_reorder_frames %d\n", sps->num_reorder_frames);
6972 6973
            return -1;
        }
6974 6975
    }

michaelni's avatar
michaelni committed
6976 6977 6978
    return 0;
}

6979 6980
static void decode_scaling_list(H264Context *h, uint8_t *factors, int size,
                                const uint8_t *jvt_list, const uint8_t *fallback_list){
lorenm's avatar
lorenm committed
6981 6982 6983
    MpegEncContext * const s = &h->s;
    int i, last = 8, next = 8;
    const uint8_t *scan = size == 16 ? zigzag_scan : zigzag_scan8x8;
6984 6985
    if(!get_bits1(&s->gb)) /* matrix not written, we use the predicted one */
        memcpy(factors, fallback_list, size*sizeof(uint8_t));
lorenm's avatar
lorenm committed
6986 6987 6988 6989
    else
    for(i=0;i<size;i++){
        if(next)
            next = (last + get_se_golomb(&s->gb)) & 0xff;
6990 6991
        if(!i && !next){ /* matrix not written, we use the preset one */
            memcpy(factors, jvt_list, size*sizeof(uint8_t));
lorenm's avatar
lorenm committed
6992 6993 6994 6995 6996 6997 6998 6999 7000 7001 7002 7003 7004 7005 7006 7007 7008 7009
            break;
        }
        last = factors[scan[i]] = next ? next : last;
    }
}

static void decode_scaling_matrices(H264Context *h, SPS *sps, PPS *pps, int is_sps,
                                   uint8_t (*scaling_matrix4)[16], uint8_t (*scaling_matrix8)[64]){
    MpegEncContext * const s = &h->s;
    int fallback_sps = !is_sps && sps->scaling_matrix_present;
    const uint8_t *fallback[4] = {
        fallback_sps ? sps->scaling_matrix4[0] : default_scaling4[0],
        fallback_sps ? sps->scaling_matrix4[3] : default_scaling4[1],
        fallback_sps ? sps->scaling_matrix8[0] : default_scaling8[0],
        fallback_sps ? sps->scaling_matrix8[1] : default_scaling8[1]
    };
    if(get_bits1(&s->gb)){
        sps->scaling_matrix_present |= is_sps;
7010 7011 7012 7013 7014 7015
        decode_scaling_list(h,scaling_matrix4[0],16,default_scaling4[0],fallback[0]); // Intra, Y
        decode_scaling_list(h,scaling_matrix4[1],16,default_scaling4[0],scaling_matrix4[0]); // Intra, Cr
        decode_scaling_list(h,scaling_matrix4[2],16,default_scaling4[0],scaling_matrix4[1]); // Intra, Cb
        decode_scaling_list(h,scaling_matrix4[3],16,default_scaling4[1],fallback[1]); // Inter, Y
        decode_scaling_list(h,scaling_matrix4[4],16,default_scaling4[1],scaling_matrix4[3]); // Inter, Cr
        decode_scaling_list(h,scaling_matrix4[5],16,default_scaling4[1],scaling_matrix4[4]); // Inter, Cb
lorenm's avatar
lorenm committed
7016
        if(is_sps || pps->transform_8x8_mode){
7017 7018
            decode_scaling_list(h,scaling_matrix8[0],64,default_scaling8[0],fallback[2]);  // Intra, Y
            decode_scaling_list(h,scaling_matrix8[1],64,default_scaling8[1],fallback[3]);  // Inter, Y
lorenm's avatar
lorenm committed
7019 7020 7021 7022
        }
    }
}

michaelni's avatar
michaelni committed
7023 7024
static inline int decode_seq_parameter_set(H264Context *h){
    MpegEncContext * const s = &h->s;
michaelni's avatar
michaelni committed
7025
    int profile_idc, level_idc;
7026
    unsigned int sps_id;
7027
    int i;
michaelni's avatar
michaelni committed
7028
    SPS *sps;
7029

michaelni's avatar
michaelni committed
7030
    profile_idc= get_bits(&s->gb, 8);
michaelni's avatar
michaelni committed
7031 7032 7033
    get_bits1(&s->gb);   //constraint_set0_flag
    get_bits1(&s->gb);   //constraint_set1_flag
    get_bits1(&s->gb);   //constraint_set2_flag
michael's avatar
michael committed
7034 7035
    get_bits1(&s->gb);   //constraint_set3_flag
    get_bits(&s->gb, 4); // reserved
michaelni's avatar
michaelni committed
7036
    level_idc= get_bits(&s->gb, 8);
7037
    sps_id= get_ue_golomb_31(&s->gb);
7038

7039 7040 7041 7042 7043
    if(sps_id >= MAX_SPS_COUNT) {
        av_log(h->s.avctx, AV_LOG_ERROR, "sps_id (%d) out of range\n", sps_id);
        return -1;
    }
    sps= av_mallocz(sizeof(SPS));
benoit's avatar
 
benoit committed
7044
    if(sps == NULL)
7045 7046
        return -1;

michaelni's avatar
michaelni committed
7047 7048
    sps->profile_idc= profile_idc;
    sps->level_idc= level_idc;
michael's avatar
michael committed
7049

7050 7051 7052 7053
    memset(sps->scaling_matrix4, 16, sizeof(sps->scaling_matrix4));
    memset(sps->scaling_matrix8, 16, sizeof(sps->scaling_matrix8));
    sps->scaling_matrix_present = 0;

lorenm's avatar
lorenm committed
7054
    if(sps->profile_idc >= 100){ //high profile
7055
        sps->chroma_format_idc= get_ue_golomb_31(&s->gb);
7056
        if(sps->chroma_format_idc == 3)
lorenm's avatar
lorenm committed
7057 7058 7059
            get_bits1(&s->gb);  //residual_color_transform_flag
        get_ue_golomb(&s->gb);  //bit_depth_luma_minus8
        get_ue_golomb(&s->gb);  //bit_depth_chroma_minus8
lorenm's avatar
lorenm committed
7060
        sps->transform_bypass = get_bits1(&s->gb);
lorenm's avatar
lorenm committed
7061
        decode_scaling_matrices(h, sps, NULL, 1, sps->scaling_matrix4, sps->scaling_matrix8);
7062 7063 7064
    }else{
        sps->chroma_format_idc= 1;
    }
lorenm's avatar
lorenm committed
7065

michaelni's avatar
michaelni committed
7066
    sps->log2_max_frame_num= get_ue_golomb(&s->gb) + 4;
7067
    sps->poc_type= get_ue_golomb_31(&s->gb);
7068

michaelni's avatar
michaelni committed
7069 7070 7071 7072 7073 7074
    if(sps->poc_type == 0){ //FIXME #define
        sps->log2_max_poc_lsb= get_ue_golomb(&s->gb) + 4;
    } else if(sps->poc_type == 1){//FIXME #define
        sps->delta_pic_order_always_zero_flag= get_bits1(&s->gb);
        sps->offset_for_non_ref_pic= get_se_golomb(&s->gb);
        sps->offset_for_top_to_bottom_field= get_se_golomb(&s->gb);
7075
        sps->poc_cycle_length                = get_ue_golomb(&s->gb);
7076

7077 7078
        if((unsigned)sps->poc_cycle_length >= FF_ARRAY_ELEMS(sps->offset_for_ref_frame)){
            av_log(h->s.avctx, AV_LOG_ERROR, "poc_cycle_length overflow %u\n", sps->poc_cycle_length);
7079
            goto fail;
7080
        }
7081

michaelni's avatar
michaelni committed
7082 7083
        for(i=0; i<sps->poc_cycle_length; i++)
            sps->offset_for_ref_frame[i]= get_se_golomb(&s->gb);
7084
    }else if(sps->poc_type != 2){
7085
        av_log(h->s.avctx, AV_LOG_ERROR, "illegal POC type %d\n", sps->poc_type);
7086
        goto fail;
michaelni's avatar
michaelni committed
7087 7088
    }

7089
    sps->ref_frame_count= get_ue_golomb_31(&s->gb);
7090
    if(sps->ref_frame_count > MAX_PICTURE_COUNT-2 || sps->ref_frame_count >= 32U){
7091
        av_log(h->s.avctx, AV_LOG_ERROR, "too many reference frames\n");
7092
        goto fail;
7093
    }
michaelni's avatar
michaelni committed
7094
    sps->gaps_in_frame_num_allowed_flag= get_bits1(&s->gb);
7095 7096 7097 7098
    sps->mb_width = get_ue_golomb(&s->gb) + 1;
    sps->mb_height= get_ue_golomb(&s->gb) + 1;
    if((unsigned)sps->mb_width >= INT_MAX/16 || (unsigned)sps->mb_height >= INT_MAX/16 ||
       avcodec_check_dimensions(NULL, 16*sps->mb_width, 16*sps->mb_height)){
7099
        av_log(h->s.avctx, AV_LOG_ERROR, "mb_width/height overflow\n");
7100
        goto fail;
7101
    }
7102

michaelni's avatar
michaelni committed
7103 7104 7105 7106 7107 7108 7109 7110
    sps->frame_mbs_only_flag= get_bits1(&s->gb);
    if(!sps->frame_mbs_only_flag)
        sps->mb_aff= get_bits1(&s->gb);
    else
        sps->mb_aff= 0;

    sps->direct_8x8_inference_flag= get_bits1(&s->gb);

lorenm's avatar
lorenm committed
7111 7112
#ifndef ALLOW_INTERLACE
    if(sps->mb_aff)
diego's avatar
diego committed
7113
        av_log(h->s.avctx, AV_LOG_ERROR, "MBAFF support not included; enable it at compile-time.\n");
lorenm's avatar
lorenm committed
7114
#endif
michaelni's avatar
michaelni committed
7115 7116 7117 7118 7119 7120 7121
    sps->crop= get_bits1(&s->gb);
    if(sps->crop){
        sps->crop_left  = get_ue_golomb(&s->gb);
        sps->crop_right = get_ue_golomb(&s->gb);
        sps->crop_top   = get_ue_golomb(&s->gb);
        sps->crop_bottom= get_ue_golomb(&s->gb);
        if(sps->crop_left || sps->crop_top){
7122
            av_log(h->s.avctx, AV_LOG_ERROR, "insane cropping not completely supported, this could look slightly wrong ...\n");
michaelni's avatar
michaelni committed
7123
        }
7124
        if(sps->crop_right >= 8 || sps->crop_bottom >= (8>> !sps->frame_mbs_only_flag)){
7125 7126
            av_log(h->s.avctx, AV_LOG_ERROR, "brainfart cropping not supported, this could look slightly wrong ...\n");
        }
michaelni's avatar
michaelni committed
7127
    }else{
7128 7129 7130
        sps->crop_left  =
        sps->crop_right =
        sps->crop_top   =
michaelni's avatar
michaelni committed
7131 7132 7133
        sps->crop_bottom= 0;
    }

michaelni's avatar
michaelni committed
7134 7135 7136
    sps->vui_parameters_present_flag= get_bits1(&s->gb);
    if( sps->vui_parameters_present_flag )
        decode_vui_parameters(h, sps);
7137

michaelni's avatar
michaelni committed
7138
    if(s->avctx->debug&FF_DEBUG_PICT_INFO){
7139
        av_log(h->s.avctx, AV_LOG_DEBUG, "sps:%u profile:%d/%d poc:%d ref:%d %dx%d %s %s crop:%d/%d/%d/%d %s %s\n",
michaelni's avatar
michaelni committed
7140 7141 7142 7143 7144 7145
               sps_id, sps->profile_idc, sps->level_idc,
               sps->poc_type,
               sps->ref_frame_count,
               sps->mb_width, sps->mb_height,
               sps->frame_mbs_only_flag ? "FRM" : (sps->mb_aff ? "MB-AFF" : "PIC-AFF"),
               sps->direct_8x8_inference_flag ? "8B8" : "",
7146 7147
               sps->crop_left, sps->crop_right,
               sps->crop_top, sps->crop_bottom,
7148 7149
               sps->vui_parameters_present_flag ? "VUI" : "",
               ((const char*[]){"Gray","420","422","444"})[sps->chroma_format_idc]
michaelni's avatar
michaelni committed
7150 7151
               );
    }
7152 7153
    av_free(h->sps_buffers[sps_id]);
    h->sps_buffers[sps_id]= sps;
michaelni's avatar
michaelni committed
7154
    return 0;
7155 7156 7157
fail:
    av_free(sps);
    return -1;
michaelni's avatar
michaelni committed
7158 7159
}

7160
static void
7161
build_qp_table(PPS *pps, int t, int index)
7162 7163
{
    int i;
7164 7165
    for(i = 0; i < 52; i++)
        pps->chroma_qp_table[t][i] = chroma_qp[av_clip(i + index, 0, 51)];
7166 7167
}

lorenm's avatar
lorenm committed
7168
static inline int decode_picture_parameter_set(H264Context *h, int bit_length){
michaelni's avatar
michaelni committed
7169
    MpegEncContext * const s = &h->s;
7170
    unsigned int pps_id= get_ue_golomb(&s->gb);
7171 7172
    PPS *pps;

7173 7174
    if(pps_id >= MAX_PPS_COUNT) {
        av_log(h->s.avctx, AV_LOG_ERROR, "pps_id (%d) out of range\n", pps_id);
7175
        return -1;
7176
    }
7177

7178 7179 7180
    pps= av_mallocz(sizeof(PPS));
    if(pps == NULL)
        return -1;
7181
    pps->sps_id= get_ue_golomb_31(&s->gb);
7182 7183 7184 7185
    if((unsigned)pps->sps_id>=MAX_SPS_COUNT || h->sps_buffers[pps->sps_id] == NULL){
        av_log(h->s.avctx, AV_LOG_ERROR, "sps_id out of range\n");
        goto fail;
    }
7186

michaelni's avatar
michaelni committed
7187 7188 7189 7190 7191
    pps->cabac= get_bits1(&s->gb);
    pps->pic_order_present= get_bits1(&s->gb);
    pps->slice_group_count= get_ue_golomb(&s->gb) + 1;
    if(pps->slice_group_count > 1 ){
        pps->mb_slice_group_map_type= get_ue_golomb(&s->gb);
7192
        av_log(h->s.avctx, AV_LOG_ERROR, "FMO not supported\n");
michaelni's avatar
michaelni committed
7193 7194 7195 7196 7197 7198 7199 7200 7201 7202 7203 7204 7205 7206 7207 7208 7209 7210 7211 7212 7213 7214 7215 7216 7217 7218 7219 7220 7221 7222 7223
        switch(pps->mb_slice_group_map_type){
        case 0:
#if 0
|   for( i = 0; i <= num_slice_groups_minus1; i++ ) |   |        |
|    run_length[ i ]                                |1  |ue(v)   |
#endif
            break;
        case 2:
#if 0
|   for( i = 0; i < num_slice_groups_minus1; i++ )  |   |        |
|{                                                  |   |        |
|    top_left_mb[ i ]                               |1  |ue(v)   |
|    bottom_right_mb[ i ]                           |1  |ue(v)   |
|   }                                               |   |        |
#endif
            break;
        case 3:
        case 4:
        case 5:
#if 0
|   slice_group_change_direction_flag               |1  |u(1)    |
|   slice_group_change_rate_minus1                  |1  |ue(v)   |
#endif
            break;
        case 6:
#if 0
|   slice_group_id_cnt_minus1                       |1  |ue(v)   |
|   for( i = 0; i <= slice_group_id_cnt_minus1; i++ |   |        |
|)                                                  |   |        |
|    slice_group_id[ i ]                            |1  |u(v)    |
#endif
7224
            break;
michaelni's avatar
michaelni committed
7225 7226 7227 7228
        }
    }
    pps->ref_count[0]= get_ue_golomb(&s->gb) + 1;
    pps->ref_count[1]= get_ue_golomb(&s->gb) + 1;
michael's avatar
michael committed
7229
    if(pps->ref_count[0]-1 > 32-1 || pps->ref_count[1]-1 > 32-1){
7230
        av_log(h->s.avctx, AV_LOG_ERROR, "reference overflow (pps)\n");
7231
        goto fail;
michaelni's avatar
michaelni committed
7232
    }
7233

michaelni's avatar
michaelni committed
7234 7235 7236 7237
    pps->weighted_pred= get_bits1(&s->gb);
    pps->weighted_bipred_idc= get_bits(&s->gb, 2);
    pps->init_qp= get_se_golomb(&s->gb) + 26;
    pps->init_qs= get_se_golomb(&s->gb) + 26;
7238
    pps->chroma_qp_index_offset[0]= get_se_golomb(&s->gb);
michaelni's avatar
michaelni committed
7239 7240 7241
    pps->deblocking_filter_parameters_present= get_bits1(&s->gb);
    pps->constrained_intra_pred= get_bits1(&s->gb);
    pps->redundant_pic_cnt_present = get_bits1(&s->gb);
7242

7243 7244
    pps->transform_8x8_mode= 0;
    h->dequant_coeff_pps= -1; //contents of sps/pps can change even if id doesn't, so reinit
7245 7246
    memcpy(pps->scaling_matrix4, h->sps_buffers[pps->sps_id]->scaling_matrix4, sizeof(pps->scaling_matrix4));
    memcpy(pps->scaling_matrix8, h->sps_buffers[pps->sps_id]->scaling_matrix8, sizeof(pps->scaling_matrix8));
lorenm's avatar
lorenm committed
7247 7248 7249

    if(get_bits_count(&s->gb) < bit_length){
        pps->transform_8x8_mode= get_bits1(&s->gb);
benoit's avatar
 
benoit committed
7250
        decode_scaling_matrices(h, h->sps_buffers[pps->sps_id], pps, 0, pps->scaling_matrix4, pps->scaling_matrix8);
7251 7252 7253
        pps->chroma_qp_index_offset[1]= get_se_golomb(&s->gb); //second_chroma_qp_index_offset
    } else {
        pps->chroma_qp_index_offset[1]= pps->chroma_qp_index_offset[0];
lorenm's avatar
lorenm committed
7254
    }
7255

7256
    build_qp_table(pps, 0, pps->chroma_qp_index_offset[0]);
7257 7258
    build_qp_table(pps, 1, pps->chroma_qp_index_offset[1]);
    if(pps->chroma_qp_index_offset[0] != pps->chroma_qp_index_offset[1])
7259 7260
        h->pps.chroma_qp_diff= 1;

michaelni's avatar
michaelni committed
7261
    if(s->avctx->debug&FF_DEBUG_PICT_INFO){
7262
        av_log(h->s.avctx, AV_LOG_DEBUG, "pps:%u sps:%u %s slice_groups:%d ref:%d/%d %s qp:%d/%d/%d/%d %s %s %s %s\n",
michaelni's avatar
michaelni committed
7263 7264 7265 7266 7267
               pps_id, pps->sps_id,
               pps->cabac ? "CABAC" : "CAVLC",
               pps->slice_group_count,
               pps->ref_count[0], pps->ref_count[1],
               pps->weighted_pred ? "weighted" : "",
7268
               pps->init_qp, pps->init_qs, pps->chroma_qp_index_offset[0], pps->chroma_qp_index_offset[1],
michaelni's avatar
michaelni committed
7269 7270
               pps->deblocking_filter_parameters_present ? "LPAR" : "",
               pps->constrained_intra_pred ? "CONSTR" : "",
lorenm's avatar
lorenm committed
7271 7272
               pps->redundant_pic_cnt_present ? "REDU" : "",
               pps->transform_8x8_mode ? "8x8DCT" : ""
michaelni's avatar
michaelni committed
7273 7274
               );
    }
7275

7276 7277
    av_free(h->pps_buffers[pps_id]);
    h->pps_buffers[pps_id]= pps;
michaelni's avatar
michaelni committed
7278
    return 0;
7279 7280 7281
fail:
    av_free(pps);
    return -1;
michaelni's avatar
michaelni committed
7282 7283
}

7284 7285 7286 7287 7288 7289 7290 7291 7292 7293 7294 7295
/**
 * Call decode_slice() for each context.
 *
 * @param h h264 master context
 * @param context_count number of contexts to execute
 */
static void execute_decode_slices(H264Context *h, int context_count){
    MpegEncContext * const s = &h->s;
    AVCodecContext * const avctx= s->avctx;
    H264Context *hx;
    int i;

7296 7297
    if(avctx->codec_id == CODEC_ID_H264_VDPAU)
        return;
7298
    if(context_count == 1) {
cehoyos's avatar
cehoyos committed
7299
        decode_slice(avctx, &h);
7300 7301 7302
    } else {
        for(i = 1; i < context_count; i++) {
            hx = h->thread_context[i];
7303
            hx->s.error_recognition = avctx->error_recognition;
7304 7305 7306 7307
            hx->s.error_count = 0;
        }

        avctx->execute(avctx, (void *)decode_slice,
7308
                       (void **)h->thread_context, NULL, context_count, sizeof(void*));
7309 7310 7311 7312 7313

        /* pull back stuff from slices to master context */
        hx = h->thread_context[context_count - 1];
        s->mb_x = hx->s.mb_x;
        s->mb_y = hx->s.mb_y;
7314 7315
        s->dropable = hx->s.dropable;
        s->picture_structure = hx->s.picture_structure;
7316 7317 7318 7319 7320 7321
        for(i = 1; i < context_count; i++)
            h->s.error_count += h->thread_context[i]->s.error_count;
    }
}


michael's avatar
michael committed
7322
static int decode_nal_units(H264Context *h, const uint8_t *buf, int buf_size){
michaelni's avatar
michaelni committed
7323 7324 7325
    MpegEncContext * const s = &h->s;
    AVCodecContext * const avctx= s->avctx;
    int buf_index=0;
7326 7327 7328 7329
    H264Context *hx; ///< thread context
    int context_count = 0;

    h->max_contexts = avctx->thread_count;
michaelni's avatar
michaelni committed
7330
#if 0
al3x's avatar
al3x committed
7331
    int i;
7332 7333
    for(i=0; i<50; i++){
        av_log(NULL, AV_LOG_ERROR,"%02X ", buf[i]);
michaelni's avatar
michaelni committed
7334 7335
    }
#endif
7336
    if(!(s->flags2 & CODEC_FLAG2_CHUNKS)){
7337
        h->current_slice = 0;
7338
        if (!s->first_field)
andoma's avatar
andoma committed
7339
            s->current_picture_ptr= NULL;
7340 7341
    }

michaelni's avatar
michaelni committed
7342 7343 7344 7345
    for(;;){
        int consumed;
        int dst_length;
        int bit_length;
michael's avatar
michael committed
7346
        const uint8_t *ptr;
7347
        int i, nalsize = 0;
7348
        int err;
7349

benoit's avatar
benoit committed
7350 7351 7352 7353 7354 7355 7356 7357 7358 7359 7360 7361 7362 7363 7364 7365 7366 7367 7368 7369
        if(h->is_avc) {
            if(buf_index >= buf_size) break;
            nalsize = 0;
            for(i = 0; i < h->nal_length_size; i++)
                nalsize = (nalsize << 8) | buf[buf_index++];
            if(nalsize <= 1 || (nalsize+buf_index > buf_size)){
                if(nalsize == 1){
                    buf_index++;
                    continue;
                }else{
                    av_log(h->s.avctx, AV_LOG_ERROR, "AVC: nal size %d\n", nalsize);
                    break;
                }
            }
        } else {
            // start code prefix search
            for(; buf_index + 3 < buf_size; buf_index++){
                // This should always succeed in the first iteration.
                if(buf[buf_index] == 0 && buf[buf_index+1] == 0 && buf[buf_index+2] == 1)
                    break;
7370
            }
7371

benoit's avatar
benoit committed
7372
            if(buf_index+3 >= buf_size) break;
7373

benoit's avatar
benoit committed
7374 7375
            buf_index+=3;
        }
7376

7377 7378 7379
        hx = h->thread_context[context_count];

        ptr= decode_nal(hx, buf + buf_index, &dst_length, &consumed, h->is_avc ? nalsize : buf_size - buf_index);
7380
        if (ptr==NULL || dst_length < 0){
7381 7382
            return -1;
        }
7383
        while(ptr[dst_length - 1] == 0 && dst_length > 0)
7384
            dst_length--;
7385
        bit_length= !dst_length ? 0 : (8*dst_length - decode_rbsp_trailing(h, ptr + dst_length - 1));
michaelni's avatar
michaelni committed
7386 7387

        if(s->avctx->debug&FF_DEBUG_STARTCODE){
7388
            av_log(h->s.avctx, AV_LOG_DEBUG, "NAL %d at %d/%d length %d\n", hx->nal_unit_type, buf_index, buf_size, dst_length);
michaelni's avatar
michaelni committed
7389
        }
7390

7391
        if (h->is_avc && (nalsize != consumed)){
7392
            av_log(h->s.avctx, AV_LOG_ERROR, "AVC: Consumed only %d bytes instead of %d\n", consumed, nalsize);
7393 7394
            consumed= nalsize;
        }
7395

michaelni's avatar
michaelni committed
7396 7397
        buf_index += consumed;

diego's avatar
diego committed
7398
        if(  (s->hurry_up == 1 && h->nal_ref_idc  == 0) //FIXME do not discard SEI id
michael's avatar
michael committed
7399
           ||(avctx->skip_frame >= AVDISCARD_NONREF && h->nal_ref_idc  == 0))
michaelni's avatar
michaelni committed
7400
            continue;
7401

7402 7403 7404
      again:
        err = 0;
        switch(hx->nal_unit_type){
michaelni's avatar
michaelni committed
7405
        case NAL_IDR_SLICE:
7406 7407 7408 7409
            if (h->nal_unit_type != NAL_IDR_SLICE) {
                av_log(h->s.avctx, AV_LOG_ERROR, "Invalid mix of idr and non-idr slices");
                return -1;
            }
7410
            idr(h); //FIXME ensure we don't loose some frames if there is reordering
michaelni's avatar
michaelni committed
7411
        case NAL_SLICE:
7412 7413 7414 7415 7416 7417 7418 7419
            init_get_bits(&hx->s.gb, ptr, bit_length);
            hx->intra_gb_ptr=
            hx->inter_gb_ptr= &hx->s.gb;
            hx->s.data_partitioning = 0;

            if((err = decode_slice_header(hx, h)))
               break;

7420
            s->current_picture_ptr->key_frame|= (hx->nal_unit_type == NAL_IDR_SLICE);
7421 7422
            if(hx->redundant_pic_count==0 && hx->s.hurry_up < 5
               && (avctx->skip_frame < AVDISCARD_NONREF || hx->nal_ref_idc)
7423
               && (avctx->skip_frame < AVDISCARD_BIDIR  || hx->slice_type_nos!=FF_B_TYPE)
7424
               && (avctx->skip_frame < AVDISCARD_NONKEY || hx->slice_type_nos==FF_I_TYPE)
7425 7426 7427
               && avctx->skip_frame < AVDISCARD_ALL){
                if(ENABLE_H264_VDPAU_DECODER && avctx->codec_id == CODEC_ID_H264_VDPAU){
                    static const uint8_t start_code[] = {0x00, 0x00, 0x01};
cehoyos's avatar
cehoyos committed
7428 7429
                    ff_vdpau_h264_add_data_chunk(h, start_code, sizeof(start_code));
                    ff_vdpau_h264_add_data_chunk(h, &buf[buf_index - consumed], consumed );
7430
                }else
cehoyos's avatar
cehoyos committed
7431
                    context_count++;
7432
            }
michaelni's avatar
michaelni committed
7433 7434
            break;
        case NAL_DPA:
7435 7436 7437 7438
            init_get_bits(&hx->s.gb, ptr, bit_length);
            hx->intra_gb_ptr=
            hx->inter_gb_ptr= NULL;
            hx->s.data_partitioning = 1;
7439

7440
            err = decode_slice_header(hx, h);
michaelni's avatar
michaelni committed
7441 7442
            break;
        case NAL_DPB:
7443 7444
            init_get_bits(&hx->intra_gb, ptr, bit_length);
            hx->intra_gb_ptr= &hx->intra_gb;
michaelni's avatar
michaelni committed
7445 7446
            break;
        case NAL_DPC:
7447 7448
            init_get_bits(&hx->inter_gb, ptr, bit_length);
            hx->inter_gb_ptr= &hx->inter_gb;
michaelni's avatar
michaelni committed
7449

7450
            if(hx->redundant_pic_count==0 && hx->intra_gb_ptr && hx->s.data_partitioning
7451
               && s->context_initialized
michael's avatar
michael committed
7452
               && s->hurry_up < 5
7453
               && (avctx->skip_frame < AVDISCARD_NONREF || hx->nal_ref_idc)
7454
               && (avctx->skip_frame < AVDISCARD_BIDIR  || hx->slice_type_nos!=FF_B_TYPE)
7455
               && (avctx->skip_frame < AVDISCARD_NONKEY || hx->slice_type_nos==FF_I_TYPE)
michael's avatar
michael committed
7456
               && avctx->skip_frame < AVDISCARD_ALL)
7457
                context_count++;
michaelni's avatar
michaelni committed
7458 7459
            break;
        case NAL_SEI:
7460 7461
            init_get_bits(&s->gb, ptr, bit_length);
            decode_sei(h);
michaelni's avatar
michaelni committed
7462 7463 7464 7465
            break;
        case NAL_SPS:
            init_get_bits(&s->gb, ptr, bit_length);
            decode_seq_parameter_set(h);
7466

michaelni's avatar
michaelni committed
7467 7468
            if(s->flags& CODEC_FLAG_LOW_DELAY)
                s->low_delay=1;
7469

7470 7471
            if(avctx->has_b_frames < 2)
                avctx->has_b_frames= !s->low_delay;
michaelni's avatar
michaelni committed
7472 7473 7474
            break;
        case NAL_PPS:
            init_get_bits(&s->gb, ptr, bit_length);
7475

lorenm's avatar
lorenm committed
7476
            decode_picture_parameter_set(h, bit_length);
michaelni's avatar
michaelni committed
7477 7478

            break;
lorenm's avatar
lorenm committed
7479 7480 7481 7482 7483 7484
        case NAL_AUD:
        case NAL_END_SEQUENCE:
        case NAL_END_STREAM:
        case NAL_FILLER_DATA:
        case NAL_SPS_EXT:
        case NAL_AUXILIARY_SLICE:
michaelni's avatar
michaelni committed
7485
            break;
7486
        default:
7487
            av_log(avctx, AV_LOG_DEBUG, "Unknown NAL code: %d (%d bits)\n", h->nal_unit_type, bit_length);
7488 7489
        }

7490 7491 7492 7493 7494 7495 7496 7497 7498 7499
        if(context_count == h->max_contexts) {
            execute_decode_slices(h, context_count);
            context_count = 0;
        }

        if (err < 0)
            av_log(h->s.avctx, AV_LOG_ERROR, "decode_slice_header error\n");
        else if(err == 1) {
            /* Slice could not be decoded in parallel mode, copy down
             * NAL unit stuff to context 0 and restart. Note that
diego's avatar
diego committed
7500
             * rbsp_buffer is not transferred, but since we no longer
7501 7502 7503 7504 7505 7506 7507 7508 7509
             * run in parallel mode this should not be an issue. */
            h->nal_unit_type = hx->nal_unit_type;
            h->nal_ref_idc   = hx->nal_ref_idc;
            hx = h;
            goto again;
        }
    }
    if(context_count)
        execute_decode_slices(h, context_count);
michaelni's avatar
michaelni committed
7510 7511 7512 7513
    return buf_index;
}

/**
7514
 * returns the number of bytes consumed for building the current frame
michaelni's avatar
michaelni committed
7515 7516
 */
static int get_consumed_bytes(MpegEncContext *s, int pos, int buf_size){
diego's avatar
diego committed
7517
        if(pos==0) pos=1; //avoid infinite loops (i doubt that is needed but ...)
michaelni's avatar
michaelni committed
7518 7519 7520 7521 7522
        if(pos+10>buf_size) pos=buf_size; // oops ;)

        return pos;
}

7523
static int decode_frame(AVCodecContext *avctx,
michaelni's avatar
michaelni committed
7524
                             void *data, int *data_size,
michael's avatar
michael committed
7525
                             const uint8_t *buf, int buf_size)
michaelni's avatar
michaelni committed
7526 7527 7528
{
    H264Context *h = avctx->priv_data;
    MpegEncContext *s = &h->s;
7529
    AVFrame *pict = data;
michaelni's avatar
michaelni committed
7530
    int buf_index;
7531

michaelni's avatar
michaelni committed
7532
    s->flags= avctx->flags;
7533
    s->flags2= avctx->flags2;
michaelni's avatar
michaelni committed
7534

diego's avatar
diego committed
7535
   /* end of stream, output what is still in the buffers */
michaelni's avatar
michaelni committed
7536
    if (buf_size == 0) {
michael's avatar
michael committed
7537 7538 7539 7540 7541 7542
        Picture *out;
        int i, out_idx;

//FIXME factorize this with the output code below
        out = h->delayed_pic[0];
        out_idx = 0;
7543
        for(i=1; h->delayed_pic[i] && (h->delayed_pic[i]->poc && !h->delayed_pic[i]->key_frame); i++)
michael's avatar
michael committed
7544 7545 7546 7547 7548 7549 7550 7551 7552 7553 7554 7555 7556
            if(h->delayed_pic[i]->poc < out->poc){
                out = h->delayed_pic[i];
                out_idx = i;
            }

        for(i=out_idx; h->delayed_pic[i]; i++)
            h->delayed_pic[i] = h->delayed_pic[i+1];

        if(out){
            *data_size = sizeof(AVFrame);
            *pict= *(AVFrame*)out;
        }

michaelni's avatar
michaelni committed
7557 7558
        return 0;
    }
7559

7560 7561 7562 7563 7564 7565 7566 7567 7568 7569 7570 7571 7572 7573 7574 7575 7576 7577
    if(h->is_avc && !h->got_avcC) {
        int i, cnt, nalsize;
        unsigned char *p = avctx->extradata;
        if(avctx->extradata_size < 7) {
            av_log(avctx, AV_LOG_ERROR, "avcC too short\n");
            return -1;
        }
        if(*p != 1) {
            av_log(avctx, AV_LOG_ERROR, "Unknown avcC version %d\n", *p);
            return -1;
        }
        /* sps and pps in the avcC always have length coded with 2 bytes,
           so put a fake nal_length_size = 2 while parsing them */
        h->nal_length_size = 2;
        // Decode sps from avcC
        cnt = *(p+5) & 0x1f; // Number of sps
        p += 6;
        for (i = 0; i < cnt; i++) {
7578
            nalsize = AV_RB16(p) + 2;
7579
            if(decode_nal_units(h, p, nalsize) < 0) {
7580 7581 7582 7583
                av_log(avctx, AV_LOG_ERROR, "Decoding sps %d from avcC failed\n", i);
                return -1;
            }
            p += nalsize;
7584
        }
7585 7586 7587
        // Decode pps from avcC
        cnt = *(p++); // Number of pps
        for (i = 0; i < cnt; i++) {
7588
            nalsize = AV_RB16(p) + 2;
7589 7590 7591 7592 7593
            if(decode_nal_units(h, p, nalsize)  != nalsize) {
                av_log(avctx, AV_LOG_ERROR, "Decoding pps %d from avcC failed\n", i);
                return -1;
            }
            p += nalsize;
7594
        }
7595 7596 7597 7598 7599 7600
        // Now store right nal length size, that will be use to parse all other nals
        h->nal_length_size = ((*(((char*)(avctx->extradata))+4))&0x03)+1;
        // Do not reparse avcC
        h->got_avcC = 1;
    }

7601
    if(!h->got_avcC && !h->is_avc && s->avctx->extradata_size){
7602
        if(decode_nal_units(h, s->avctx->extradata, s->avctx->extradata_size) < 0)
michaelni's avatar
michaelni committed
7603
            return -1;
7604
        h->got_avcC = 1;
michaelni's avatar
michaelni committed
7605 7606 7607
    }

    buf_index=decode_nal_units(h, buf, buf_size);
7608
    if(buf_index < 0)
michaelni's avatar
michaelni committed
7609 7610
        return -1;

7611
    if(!(s->flags2 & CODEC_FLAG2_CHUNKS) && !s->current_picture_ptr){
7612
        if (avctx->skip_frame >= AVDISCARD_NONREF || s->hurry_up) return 0;
7613 7614 7615 7616
        av_log(avctx, AV_LOG_ERROR, "no frame!\n");
        return -1;
    }

7617 7618 7619 7620
    if(!(s->flags2 & CODEC_FLAG2_CHUNKS) || (s->mb_y >= s->mb_height && s->mb_height)){
        Picture *out = s->current_picture_ptr;
        Picture *cur = s->current_picture_ptr;
        int i, pics, cross_idr, out_of_order, out_idx;
7621

7622 7623 7624 7625 7626
        s->mb_y= 0;

        s->current_picture_ptr->qscale_type= FF_QSCALE_TYPE_H264;
        s->current_picture_ptr->pict_type= s->pict_type;

7627 7628 7629
        if (ENABLE_H264_VDPAU_DECODER && avctx->codec_id == CODEC_ID_H264_VDPAU)
            ff_vdpau_h264_set_reference_frames(h);

7630
        if(!s->dropable) {
michael's avatar
michael committed
7631
            execute_ref_pic_marking(h, h->mmco, h->mmco_index);
7632 7633
            h->prev_poc_msb= h->poc_msb;
            h->prev_poc_lsb= h->poc_lsb;
7634
        }
michael's avatar
michael committed
7635 7636
        h->prev_frame_num_offset= h->frame_num_offset;
        h->prev_frame_num= h->frame_num;
7637

7638
        if (ENABLE_H264_VDPAU_DECODER && avctx->codec_id == CODEC_ID_H264_VDPAU)
cehoyos's avatar
cehoyos committed
7639
            ff_vdpau_h264_picture_complete(h);
7640

7641 7642 7643 7644 7645 7646 7647 7648 7649 7650 7651 7652
        /*
         * FIXME: Error handling code does not seem to support interlaced
         * when slices span multiple rows
         * The ff_er_add_slice calls don't work right for bottom
         * fields; they cause massive erroneous error concealing
         * Error marking covers both fields (top and bottom).
         * This causes a mismatched s->error_count
         * and a bad error table. Further, the error count goes to
         * INT_MAX when called for bottom field, because mb_y is
         * past end by one (callers fault) and resync_mb_y != 0
         * causes problems for the first MB line, too.
         */
7653
        if (!FIELD_PICTURE)
andoma's avatar
andoma committed
7654
            ff_er_frame_end(s);
7655 7656 7657

        MPV_frame_end(s);

7658
        if (cur->field_poc[0]==INT_MAX || cur->field_poc[1]==INT_MAX) {
7659 7660 7661 7662
            /* Wait for second field. */
            *data_size = 0;

        } else {
7663 7664 7665 7666 7667 7668 7669 7670 7671 7672 7673 7674 7675 7676 7677 7678 7679 7680 7681 7682 7683 7684 7685 7686 7687 7688 7689 7690 7691 7692 7693 7694 7695 7696 7697 7698 7699 7700 7701 7702 7703 7704 7705 7706 7707 7708 7709 7710 7711 7712 7713 7714 7715 7716
            cur->repeat_pict = 0;

            /* Signal interlacing information externally. */
            /* Prioritize picture timing SEI information over used decoding process if it exists. */
            if(h->sps.pic_struct_present_flag){
                switch (h->sei_pic_struct)
                {
                case SEI_PIC_STRUCT_FRAME:
                    cur->interlaced_frame = 0;
                    break;
                case SEI_PIC_STRUCT_TOP_FIELD:
                case SEI_PIC_STRUCT_BOTTOM_FIELD:
                case SEI_PIC_STRUCT_TOP_BOTTOM:
                case SEI_PIC_STRUCT_BOTTOM_TOP:
                    cur->interlaced_frame = 1;
                    break;
                case SEI_PIC_STRUCT_TOP_BOTTOM_TOP:
                case SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM:
                    // Signal the possibility of telecined film externally (pic_struct 5,6)
                    // From these hints, let the applications decide if they apply deinterlacing.
                    cur->repeat_pict = 1;
                    cur->interlaced_frame = FIELD_OR_MBAFF_PICTURE;
                    break;
                case SEI_PIC_STRUCT_FRAME_DOUBLING:
                    // Force progressive here, as doubling interlaced frame is a bad idea.
                    cur->interlaced_frame = 0;
                    cur->repeat_pict = 2;
                    break;
                case SEI_PIC_STRUCT_FRAME_TRIPLING:
                    cur->interlaced_frame = 0;
                    cur->repeat_pict = 4;
                    break;
                }
            }else{
                /* Derive interlacing flag from used decoding process. */
                cur->interlaced_frame = FIELD_OR_MBAFF_PICTURE;
            }

            if (cur->field_poc[0] != cur->field_poc[1]){
                /* Derive top_field_first from field pocs. */
                cur->top_field_first = cur->field_poc[0] < cur->field_poc[1];
            }else{
                if(cur->interlaced_frame || h->sps.pic_struct_present_flag){
                    /* Use picture timing SEI information. Even if it is a information of a past frame, better than nothing. */
                    if(h->sei_pic_struct == SEI_PIC_STRUCT_TOP_BOTTOM
                      || h->sei_pic_struct == SEI_PIC_STRUCT_TOP_BOTTOM_TOP)
                        cur->top_field_first = 1;
                    else
                        cur->top_field_first = 0;
                }else{
                    /* Most likely progressive */
                    cur->top_field_first = 0;
                }
            }
7717

andoma's avatar
andoma committed
7718
        //FIXME do something with unavailable reference frames
michaelni's avatar
michaelni committed
7719

andoma's avatar
andoma committed
7720
            /* Sort B-frames into display order */
7721

andoma's avatar
andoma committed
7722 7723 7724 7725 7726
            if(h->sps.bitstream_restriction_flag
               && s->avctx->has_b_frames < h->sps.num_reorder_frames){
                s->avctx->has_b_frames = h->sps.num_reorder_frames;
                s->low_delay = 0;
            }
7727

7728 7729 7730 7731 7732 7733
            if(   s->avctx->strict_std_compliance >= FF_COMPLIANCE_STRICT
               && !h->sps.bitstream_restriction_flag){
                s->avctx->has_b_frames= MAX_DELAYED_PIC_COUNT;
                s->low_delay= 0;
            }

andoma's avatar
andoma committed
7734 7735
            pics = 0;
            while(h->delayed_pic[pics]) pics++;
7736

7737
            assert(pics <= MAX_DELAYED_PIC_COUNT);
7738

andoma's avatar
andoma committed
7739 7740 7741
            h->delayed_pic[pics++] = cur;
            if(cur->reference == 0)
                cur->reference = DELAYED_PIC_REF;
7742

andoma's avatar
andoma committed
7743 7744
            out = h->delayed_pic[0];
            out_idx = 0;
7745
            for(i=1; h->delayed_pic[i] && (h->delayed_pic[i]->poc && !h->delayed_pic[i]->key_frame); i++)
andoma's avatar
andoma committed
7746 7747 7748 7749
                if(h->delayed_pic[i]->poc < out->poc){
                    out = h->delayed_pic[i];
                    out_idx = i;
                }
7750
            cross_idr = !h->delayed_pic[0]->poc || !!h->delayed_pic[i] || h->delayed_pic[0]->key_frame;
lorenm's avatar
lorenm committed
7751

7752
            out_of_order = !cross_idr && out->poc < h->outputed_poc;
7753

andoma's avatar
andoma committed
7754 7755
            if(h->sps.bitstream_restriction_flag && s->avctx->has_b_frames >= h->sps.num_reorder_frames)
                { }
7756
            else if((out_of_order && pics-1 == s->avctx->has_b_frames && s->avctx->has_b_frames < MAX_DELAYED_PIC_COUNT)
andoma's avatar
andoma committed
7757
               || (s->low_delay &&
7758
                ((!cross_idr && out->poc > h->outputed_poc + 2)
7759
                 || cur->pict_type == FF_B_TYPE)))
andoma's avatar
andoma committed
7760 7761 7762 7763 7764 7765
            {
                s->low_delay = 0;
                s->avctx->has_b_frames++;
            }

            if(out_of_order || pics > s->avctx->has_b_frames){
michael's avatar
michael committed
7766
                out->reference &= ~DELAYED_PIC_REF;
andoma's avatar
andoma committed
7767 7768 7769
                for(i=out_idx; h->delayed_pic[i]; i++)
                    h->delayed_pic[i] = h->delayed_pic[i+1];
            }
michael's avatar
michael committed
7770
            if(!out_of_order && pics > s->avctx->has_b_frames){
andoma's avatar
andoma committed
7771
                *data_size = sizeof(AVFrame);
7772 7773

                h->outputed_poc = out->poc;
andoma's avatar
andoma committed
7774
                *pict= *(AVFrame*)out;
michael's avatar
michael committed
7775
            }else{
andoma's avatar
andoma committed
7776
                av_log(avctx, AV_LOG_DEBUG, "no picture\n");
michael's avatar
michael committed
7777
            }
7778
        }
lorenm's avatar
lorenm committed
7779 7780
    }

7781
    assert(pict->data[0] || !*data_size);
7782
    ff_print_debug_info(s, pict);
michaelni's avatar
michaelni committed
7783 7784 7785 7786
//printf("out %d\n", (int)pict->data[0]);
#if 0 //?

    /* Return the Picture timestamp as the frame number */
vitor's avatar
vitor committed
7787
    /* we subtract 1 because it is added on utils.c     */
michaelni's avatar
michaelni committed
7788 7789 7790 7791 7792 7793 7794
    avctx->frame_number = s->picture_number - 1;
#endif
    return get_consumed_bytes(s, buf_index, buf_size);
}
#if 0
static inline void fill_mb_avail(H264Context *h){
    MpegEncContext * const s = &h->s;
7795
    const int mb_xy= s->mb_x + s->mb_y*s->mb_stride;
michaelni's avatar
michaelni committed
7796 7797

    if(s->mb_y){
7798 7799 7800
        h->mb_avail[0]= s->mb_x                 && h->slice_table[mb_xy - s->mb_stride - 1] == h->slice_num;
        h->mb_avail[1]=                            h->slice_table[mb_xy - s->mb_stride    ] == h->slice_num;
        h->mb_avail[2]= s->mb_x+1 < s->mb_width && h->slice_table[mb_xy - s->mb_stride + 1] == h->slice_num;
michaelni's avatar
michaelni committed
7801 7802 7803 7804 7805 7806 7807 7808 7809 7810 7811
    }else{
        h->mb_avail[0]=
        h->mb_avail[1]=
        h->mb_avail[2]= 0;
    }
    h->mb_avail[3]= s->mb_x && h->slice_table[mb_xy - 1] == h->slice_num;
    h->mb_avail[4]= 1; //FIXME move out
    h->mb_avail[5]= 0; //FIXME move out
}
#endif

7812
#ifdef TEST
7813
#undef printf
7814
#undef random
michaelni's avatar
michaelni committed
7815 7816
#define COUNT 8000
#define SIZE (COUNT*40)
diego's avatar
diego committed
7817
int main(void){
michaelni's avatar
michaelni committed
7818 7819 7820 7821 7822 7823 7824
    int i;
    uint8_t temp[SIZE];
    PutBitContext pb;
    GetBitContext gb;
//    int int_temp[10000];
    DSPContext dsp;
    AVCodecContext avctx;
7825

michaelni's avatar
michaelni committed
7826 7827
    dsputil_init(&dsp, &avctx);

7828
    init_put_bits(&pb, temp, SIZE);
michaelni's avatar
michaelni committed
7829 7830 7831 7832 7833 7834 7835
    printf("testing unsigned exp golomb\n");
    for(i=0; i<COUNT; i++){
        START_TIMER
        set_ue_golomb(&pb, i);
        STOP_TIMER("set_ue_golomb");
    }
    flush_put_bits(&pb);
7836

michaelni's avatar
michaelni committed
7837 7838 7839
    init_get_bits(&gb, temp, 8*SIZE);
    for(i=0; i<COUNT; i++){
        int j, s;
7840

michaelni's avatar
michaelni committed
7841
        s= show_bits(&gb, 24);
7842

michaelni's avatar
michaelni committed
7843 7844 7845
        START_TIMER
        j= get_ue_golomb(&gb);
        if(j != i){
diego's avatar
diego committed
7846
            printf("mismatch! at %d (%d should be %d) bits:%6X\n", i, j, i, s);
michaelni's avatar
michaelni committed
7847 7848 7849 7850
//            return -1;
        }
        STOP_TIMER("get_ue_golomb");
    }
7851 7852


alex's avatar
10l  
alex committed
7853
    init_put_bits(&pb, temp, SIZE);
michaelni's avatar
michaelni committed
7854 7855 7856 7857 7858 7859 7860
    printf("testing signed exp golomb\n");
    for(i=0; i<COUNT; i++){
        START_TIMER
        set_se_golomb(&pb, i - COUNT/2);
        STOP_TIMER("set_se_golomb");
    }
    flush_put_bits(&pb);
7861

michaelni's avatar
michaelni committed
7862 7863 7864
    init_get_bits(&gb, temp, 8*SIZE);
    for(i=0; i<COUNT; i++){
        int j, s;
7865

michaelni's avatar
michaelni committed
7866
        s= show_bits(&gb, 24);
7867

michaelni's avatar
michaelni committed
7868 7869 7870
        START_TIMER
        j= get_se_golomb(&gb);
        if(j != i - COUNT/2){
diego's avatar
diego committed
7871
            printf("mismatch! at %d (%d should be %d) bits:%6X\n", i, j, i, s);
michaelni's avatar
michaelni committed
7872 7873 7874 7875 7876
//            return -1;
        }
        STOP_TIMER("get_se_golomb");
    }

7877
#if 0
michaelni's avatar
michaelni committed
7878
    printf("testing 4x4 (I)DCT\n");
7879

michaelni's avatar
michaelni committed
7880 7881 7882 7883 7884 7885 7886 7887 7888 7889 7890 7891 7892
    DCTELEM block[16];
    uint8_t src[16], ref[16];
    uint64_t error= 0, max_error=0;

    for(i=0; i<COUNT; i++){
        int j;
//        printf("%d %d %d\n", r1, r2, (r2-r1)*16);
        for(j=0; j<16; j++){
            ref[j]= random()%255;
            src[j]= random()%255;
        }

        h264_diff_dct_c(block, src, ref, 4);
7893

michaelni's avatar
michaelni committed
7894 7895 7896 7897 7898 7899 7900 7901
        //normalize
        for(j=0; j<16; j++){
//            printf("%d ", block[j]);
            block[j]= block[j]*4;
            if(j&1) block[j]= (block[j]*4 + 2)/5;
            if(j&4) block[j]= (block[j]*4 + 2)/5;
        }
//        printf("\n");
7902

7903
        s->dsp.h264_idct_add(ref, block, 4);
michaelni's avatar
michaelni committed
7904 7905 7906 7907
/*        for(j=0; j<16; j++){
            printf("%d ", ref[j]);
        }
        printf("\n");*/
7908

michaelni's avatar
michaelni committed
7909
        for(j=0; j<16; j++){
diego's avatar
diego committed
7910
            int diff= FFABS(src[j] - ref[j]);
7911

michaelni's avatar
michaelni committed
7912 7913 7914 7915 7916 7917 7918 7919 7920
            error+= diff*diff;
            max_error= FFMAX(max_error, diff);
        }
    }
    printf("error=%f max_error=%d\n", ((float)error)/COUNT/16, (int)max_error );
    printf("testing quantizer\n");
    for(qp=0; qp<52; qp++){
        for(i=0; i<16; i++)
            src1_block[i]= src2_block[i]= random()%255;
7921

michaelni's avatar
michaelni committed
7922 7923
    }
    printf("Testing NAL layer\n");
7924

michaelni's avatar
michaelni committed
7925 7926 7927 7928
    uint8_t bitstream[COUNT];
    uint8_t nal[COUNT*2];
    H264Context h;
    memset(&h, 0, sizeof(H264Context));
7929

michaelni's avatar
michaelni committed
7930 7931 7932 7933 7934 7935 7936
    for(i=0; i<COUNT; i++){
        int zeros= i;
        int nal_length;
        int consumed;
        int out_length;
        uint8_t *out;
        int j;
7937

michaelni's avatar
michaelni committed
7938 7939 7940
        for(j=0; j<COUNT; j++){
            bitstream[j]= (random() % 255) + 1;
        }
7941

michaelni's avatar
michaelni committed
7942 7943 7944 7945 7946 7947 7948 7949
        for(j=0; j<zeros; j++){
            int pos= random() % COUNT;
            while(bitstream[pos] == 0){
                pos++;
                pos %= COUNT;
            }
            bitstream[pos]=0;
        }
7950

michaelni's avatar
michaelni committed
7951
        START_TIMER
7952

michaelni's avatar
michaelni committed
7953 7954 7955 7956 7957
        nal_length= encode_nal(&h, nal, bitstream, COUNT, COUNT*2);
        if(nal_length<0){
            printf("encoding failed\n");
            return -1;
        }
7958

michaelni's avatar
michaelni committed
7959 7960 7961
        out= decode_nal(&h, nal, &out_length, &consumed, nal_length);

        STOP_TIMER("NAL")
7962

michaelni's avatar
michaelni committed
7963 7964 7965 7966
        if(out_length != COUNT){
            printf("incorrect length %d %d\n", out_length, COUNT);
            return -1;
        }
7967

michaelni's avatar
michaelni committed
7968 7969 7970 7971
        if(consumed != nal_length){
            printf("incorrect consumed length %d %d\n", nal_length, consumed);
            return -1;
        }
7972

michaelni's avatar
michaelni committed
7973
        if(memcmp(bitstream, out, COUNT)){
diego's avatar
diego committed
7974
            printf("mismatch\n");
michaelni's avatar
michaelni committed
7975 7976 7977
            return -1;
        }
    }
7978
#endif
7979

michaelni's avatar
michaelni committed
7980
    printf("Testing RBSP\n");
7981 7982


michaelni's avatar
michaelni committed
7983 7984
    return 0;
}
7985
#endif /* TEST */
michaelni's avatar
michaelni committed
7986 7987


7988
static av_cold int decode_end(AVCodecContext *avctx)
michaelni's avatar
michaelni committed
7989 7990 7991
{
    H264Context *h = avctx->priv_data;
    MpegEncContext *s = &h->s;
7992
    int i;
7993

7994 7995
    av_freep(&h->rbsp_buffer[0]);
    av_freep(&h->rbsp_buffer[1]);
michaelni's avatar
michaelni committed
7996
    free_tables(h); //FIXME cleanup init stuff perhaps
7997 7998 7999 8000 8001 8002 8003

    for(i = 0; i < MAX_SPS_COUNT; i++)
        av_freep(h->sps_buffers + i);

    for(i = 0; i < MAX_PPS_COUNT; i++)
        av_freep(h->pps_buffers + i);

michaelni's avatar
michaelni committed
8004 8005 8006
    MPV_common_end(s);

//    memset(h, 0, sizeof(H264Context));
8007

michaelni's avatar
michaelni committed
8008 8009 8010 8011 8012 8013 8014 8015 8016 8017 8018 8019 8020
    return 0;
}


AVCodec h264_decoder = {
    "h264",
    CODEC_TYPE_VIDEO,
    CODEC_ID_H264,
    sizeof(H264Context),
    decode_init,
    NULL,
    decode_end,
    decode_frame,
8021
    /*CODEC_CAP_DRAW_HORIZ_BAND |*/ CODEC_CAP_DR1 | CODEC_CAP_DELAY,
lorenm's avatar
lorenm committed
8022
    .flush= flush_dpb,
8023
    .long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10"),
michaelni's avatar
michaelni committed
8024 8025
};

8026 8027 8028 8029 8030 8031 8032 8033 8034 8035 8036 8037 8038 8039 8040 8041
#ifdef CONFIG_H264_VDPAU_DECODER
AVCodec h264_vdpau_decoder = {
    "h264_vdpau",
    CODEC_TYPE_VIDEO,
    CODEC_ID_H264_VDPAU,
    sizeof(H264Context),
    decode_init,
    NULL,
    decode_end,
    decode_frame,
    CODEC_CAP_DR1 | CODEC_CAP_DELAY | CODEC_CAP_HWACCEL_VDPAU,
    .flush= flush_dpb,
    .long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10 (VDPAU acceleration)"),
};
#endif

8042
#ifdef CONFIG_SVQ3_DECODER
michaelni's avatar
michaelni committed
8043
#include "svq3.c"
8044
#endif