video_output.c 51.6 KB
Newer Older
1
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
2
 * video_output.c : video output thread
3
 *
Michel Kaempf's avatar
Michel Kaempf committed
4 5
 * This module describes the programming interface for video output threads.
 * It includes functions allowing to open a new thread, send pictures to a
6 7
 * thread, and destroy a previously oppened video output thread.
 *****************************************************************************
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
8
 * Copyright (C) 2000-2007 VLC authors and VideoLAN
Gildas Bazin's avatar
Gildas Bazin committed
9
 * $Id$
10
 *
Sam Hocevar's avatar
 
Sam Hocevar committed
11
 * Authors: Vincent Seguin <seguin@via.ecp.fr>
12
 *          Gildas Bazin <gbazin@videolan.org>
13
 *          Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
14
 *
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
15 16 17
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or
18
 * (at your option) any later version.
19
 *
20 21
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
22 23
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU Lesser General Public License for more details.
24
 *
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
25 26 27
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
28
 *****************************************************************************/
Michel Kaempf's avatar
Michel Kaempf committed
29

30
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
31
 * Preamble
32
 *****************************************************************************/
33 34 35 36
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

37
#include <vlc_common.h>
38

39
#include <stdlib.h>                                                /* free() */
40
#include <string.h>
41
#include <assert.h>
Vincent Seguin's avatar
Vincent Seguin committed
42

Clément Stenac's avatar
Clément Stenac committed
43
#include <vlc_vout.h>
44

Clément Stenac's avatar
Clément Stenac committed
45
#include <vlc_filter.h>
46
#include <vlc_vout_osd.h>
47
#include <vlc_image.h>
Clément Stenac's avatar
Clément Stenac committed
48

49
#include <libvlc.h>
Laurent Aimar's avatar
Laurent Aimar committed
50
#include "vout_internal.h"
51
#include "interlacing.h"
52
#include "display.h"
53

54
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
55
 * Local prototypes
56
 *****************************************************************************/
57 58
static void *Thread(void *);
static void VoutDestructor(vlc_object_t *);
59

60 61 62 63
/* Maximum delay between 2 displayed pictures.
 * XXX it is needed for now but should be removed in the long term.
 */
#define VOUT_REDISPLAY_DELAY (INT64_C(80000))
64

65 66 67 68
/**
 * Late pictures having a delay higher than this value are thrashed.
 */
#define VOUT_DISPLAY_LATE_THRESHOLD (INT64_C(20000))
69 70

/* Better be in advance when awakening than late... */
71
#define VOUT_MWAIT_TOLERANCE (INT64_C(4000))
72

73 74 75
/* */
static int VoutValidateFormat(video_format_t *dst,
                              const video_format_t *src)
76
{
77 78
    if (src->i_width <= 0  || src->i_width  > 8192 ||
        src->i_height <= 0 || src->i_height > 8192)
79 80 81
        return VLC_EGENERIC;
    if (src->i_sar_num <= 0 || src->i_sar_den <= 0)
        return VLC_EGENERIC;
82

83 84 85 86 87 88 89 90 91 92
    /* */
    video_format_Copy(dst, src);
    dst->i_chroma = vlc_fourcc_GetCodec(VIDEO_ES, src->i_chroma);
    vlc_ureduce( &dst->i_sar_num, &dst->i_sar_den,
                 src->i_sar_num,  src->i_sar_den, 50000 );
    if (dst->i_sar_num <= 0 || dst->i_sar_den <= 0) {
        dst->i_sar_num = 1;
        dst->i_sar_den = 1;
    }
    video_format_FixRgb(dst);
93
    return VLC_SUCCESS;
94
}
95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110
static void VideoFormatCopyCropAr(video_format_t *dst,
                                  const video_format_t *src)
{
    video_format_CopyCrop(dst, src);
    dst->i_sar_num = src->i_sar_num;
    dst->i_sar_den = src->i_sar_den;
}
static bool VideoFormatIsCropArEqual(video_format_t *dst,
                                     const video_format_t *src)
{
    return dst->i_sar_num * src->i_sar_den == dst->i_sar_den * src->i_sar_num &&
           dst->i_x_offset       == src->i_x_offset &&
           dst->i_y_offset       == src->i_y_offset &&
           dst->i_visible_width  == src->i_visible_width &&
           dst->i_visible_height == src->i_visible_height;
}
111

112 113
static vout_thread_t *VoutCreate(vlc_object_t *object,
                                 const vout_configuration_t *cfg)
Michel Kaempf's avatar
Michel Kaempf committed
114
{
115
    video_format_t original;
116
    if (VoutValidateFormat(&original, cfg->fmt))
117 118
        return NULL;

119
    /* Allocate descriptor */
Laurent Aimar's avatar
Laurent Aimar committed
120 121
    vout_thread_t *vout = vlc_custom_create(object,
                                            sizeof(*vout) + sizeof(*vout->p),
122
                                            "video output");
Laurent Aimar's avatar
Laurent Aimar committed
123
    if (!vout) {
124
        video_format_Clean(&original);
125 126 127
        return NULL;
    }

128
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
129
    vout->p = (vout_thread_sys_t*)&vout[1];
130

Laurent Aimar's avatar
Laurent Aimar committed
131
    vout->p->original = original;
132
    vout->p->dpb_size = cfg->dpb_size;
133

Laurent Aimar's avatar
Laurent Aimar committed
134 135
    vout_control_Init(&vout->p->control);
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_INIT);
136

Laurent Aimar's avatar
Laurent Aimar committed
137
    vout_statistic_Init(&vout->p->statistic);
138

Laurent Aimar's avatar
Laurent Aimar committed
139
    vout_snapshot_Init(&vout->p->snapshot);
140

Gildas Bazin's avatar
 
Gildas Bazin committed
141
    /* Initialize locks */
Laurent Aimar's avatar
Laurent Aimar committed
142
    vlc_mutex_init(&vout->p->picture_lock);
143
    vlc_mutex_init(&vout->p->filter.lock);
144
    vlc_mutex_init(&vout->p->spu_lock);
Gildas Bazin's avatar
 
Gildas Bazin committed
145

146
    /* Initialize subpicture unit */
Laurent Aimar's avatar
Laurent Aimar committed
147
    vout->p->spu = spu_Create(vout);
148

149
    /* Take care of some "interface/control" related initialisations */
Laurent Aimar's avatar
Laurent Aimar committed
150
    vout_IntfInit(vout);
Gildas Bazin's avatar
 
Gildas Bazin committed
151

152 153 154
    vout->p->title.show     = var_InheritBool(vout, "video-title-show");
    vout->p->title.timeout  = var_InheritInteger(vout, "video-title-timeout");
    vout->p->title.position = var_InheritInteger(vout, "video-title-position");
155

156
    /* Get splitter name if present */
157
    char *splitter_name = var_InheritString(vout, "video-splitter");
158
    if (splitter_name && *splitter_name) {
Laurent Aimar's avatar
Laurent Aimar committed
159
        vout->p->splitter_name = splitter_name;
160
    } else {
Laurent Aimar's avatar
Laurent Aimar committed
161
        free(splitter_name);
Sam Hocevar's avatar
 
Sam Hocevar committed
162 163
    }

Laurent Aimar's avatar
Laurent Aimar committed
164
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
165
    vout_InitInterlacingSupport(vout, vout->p->displayed.is_interlaced);
Laurent Aimar's avatar
Laurent Aimar committed
166 167

    /* */
Laurent Aimar's avatar
Laurent Aimar committed
168
    vlc_object_set_destructor(vout, VoutDestructor);
Gildas Bazin's avatar
 
Gildas Bazin committed
169

170
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
171 172
    if (vlc_clone(&vout->p->thread, Thread, vout,
                  VLC_THREAD_PRIORITY_OUTPUT)) {
Laurent Aimar's avatar
Laurent Aimar committed
173
        spu_Destroy(vout->p->spu);
Laurent Aimar's avatar
Laurent Aimar committed
174
        vlc_object_release(vout);
175 176 177
        return NULL;
    }

Laurent Aimar's avatar
Laurent Aimar committed
178
    vout_control_WaitEmpty(&vout->p->control);
179

Laurent Aimar's avatar
Laurent Aimar committed
180 181 182
    if (vout->p->dead) {
        msg_Err(vout, "video output creation failed");
        vout_CloseAndRelease(vout);
183
        return NULL;
184
    }
Michel Kaempf's avatar
Michel Kaempf committed
185

186 187
    vout->p->input = cfg->input;
    if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
188
        spu_Attach(vout->p->spu, vout->p->input, true);
189

Laurent Aimar's avatar
Laurent Aimar committed
190
    return vout;
Michel Kaempf's avatar
Michel Kaempf committed
191 192
}

Rafaël Carré's avatar
Rafaël Carré committed
193 194
#undef vout_Request
vout_thread_t *vout_Request(vlc_object_t *object,
195 196 197
                              const vout_configuration_t *cfg)
{
    vout_thread_t *vout = cfg->vout;
Laurent Aimar's avatar
Laurent Aimar committed
198
    if (cfg->change_fmt && !cfg->fmt) {
199 200 201 202 203 204 205
        if (vout)
            vout_CloseAndRelease(vout);
        return NULL;
    }

    /* If a vout is provided, try reusing it */
    if (vout) {
206 207
        if (vout->p->input != cfg->input) {
            if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
208
                spu_Attach(vout->p->spu, vout->p->input, false);
209 210
            vout->p->input = cfg->input;
            if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
211
                spu_Attach(vout->p->spu, vout->p->input, true);
212
        }
213

Laurent Aimar's avatar
Laurent Aimar committed
214 215 216 217 218 219 220 221
        if (cfg->change_fmt) {
            vout_control_cmd_t cmd;
            vout_control_cmd_Init(&cmd, VOUT_CONTROL_REINIT);
            cmd.u.cfg = cfg;

            vout_control_Push(&vout->p->control, &cmd);
            vout_control_WaitEmpty(&vout->p->control);
        }
222 223 224

        if (!vout->p->dead) {
            msg_Dbg(object, "reusing provided vout");
225
            vout_IntfReinit(vout);
226 227 228 229 230 231 232 233 234
            return vout;
        }
        vout_CloseAndRelease(vout);

        msg_Warn(object, "cannot reuse provided vout");
    }
    return VoutCreate(object, cfg);
}

Laurent Aimar's avatar
Laurent Aimar committed
235
void vout_Close(vout_thread_t *vout)
236
{
Laurent Aimar's avatar
Laurent Aimar committed
237
    assert(vout);
238

239
    if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
240
        spu_Attach(vout->p->spu, vout->p->input, false);
241

Laurent Aimar's avatar
Laurent Aimar committed
242
    vout_snapshot_End(&vout->p->snapshot);
243

Laurent Aimar's avatar
Laurent Aimar committed
244 245
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_CLEAN);
    vlc_join(vout->p->thread, NULL);
246

247
    vlc_mutex_lock(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
248 249
    spu_Destroy(vout->p->spu);
    vout->p->spu = NULL;
250
    vlc_mutex_unlock(&vout->p->spu_lock);
251 252 253
}

/* */
Laurent Aimar's avatar
Laurent Aimar committed
254
static void VoutDestructor(vlc_object_t *object)
255
{
Laurent Aimar's avatar
Laurent Aimar committed
256
    vout_thread_t *vout = (vout_thread_t *)object;
257

258
    /* Make sure the vout was stopped first */
Laurent Aimar's avatar
Laurent Aimar committed
259
    //assert(!vout->p_module);
260

Laurent Aimar's avatar
Laurent Aimar committed
261
    free(vout->p->splitter_name);
262

263
    /* Destroy the locks */
264
    vlc_mutex_destroy(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
265
    vlc_mutex_destroy(&vout->p->picture_lock);
266
    vlc_mutex_destroy(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
267
    vout_control_Clean(&vout->p->control);
268

269
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
270
    vout_statistic_Clean(&vout->p->statistic);
271

272
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
273
    vout_snapshot_Clean(&vout->p->snapshot);
274

Laurent Aimar's avatar
Laurent Aimar committed
275
    video_format_Clean(&vout->p->original);
Michel Kaempf's avatar
Michel Kaempf committed
276 277
}

Laurent Aimar's avatar
Laurent Aimar committed
278
/* */
279
void vout_ChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
Laurent Aimar's avatar
Laurent Aimar committed
280
{
281 282 283 284 285
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_PAUSE);
    cmd.u.pause.is_on = is_paused;
    cmd.u.pause.date  = date;
    vout_control_Push(&vout->p->control, &cmd);
Laurent Aimar's avatar
Laurent Aimar committed
286

287
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
288
}
289

Laurent Aimar's avatar
Laurent Aimar committed
290
void vout_GetResetStatistic(vout_thread_t *vout, int *displayed, int *lost)
291
{
Laurent Aimar's avatar
Laurent Aimar committed
292
    vout_statistic_GetReset( &vout->p->statistic, displayed, lost );
293
}
294

295
void vout_Flush(vout_thread_t *vout, mtime_t date)
296
{
297 298
    vout_control_PushTime(&vout->p->control, VOUT_CONTROL_FLUSH, date);
    vout_control_WaitEmpty(&vout->p->control);
299
}
300

301
void vout_Reset(vout_thread_t *vout)
302
{
303 304
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_RESET);
    vout_control_WaitEmpty(&vout->p->control);
305
}
306

307 308 309 310 311 312 313 314 315 316 317 318 319
bool vout_IsEmpty(vout_thread_t *vout)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (picture)
        picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    return !picture;
}

320
void vout_FixLeaks( vout_thread_t *vout )
321 322 323 324 325 326
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (!picture) {
        picture = picture_pool_Get(vout->p->decoder_pool);
327
    }
328 329 330 331 332 333

    if (picture) {
        picture_Release(picture);
        /* Not all pictures has been displayed yet or some are
         * free */
        vlc_mutex_unlock(&vout->p->picture_lock);
334 335 336
        return;
    }

337 338 339
    /* There is no reason that no pictures are available, force one
     * from the pool, becarefull with it though */
    msg_Err(vout, "pictures leaked, trying to workaround");
340

341 342
    /* */
    picture_pool_NonEmpty(vout->p->decoder_pool, false);
Laurent Aimar's avatar
Laurent Aimar committed
343

344
    vlc_mutex_unlock(&vout->p->picture_lock);
345
}
346
void vout_NextPicture(vout_thread_t *vout, mtime_t *duration)
347
{
348 349 350
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_STEP);
    cmd.u.time_ptr = duration;
351

352 353
    vout_control_Push(&vout->p->control, &cmd);
    vout_control_WaitEmpty(&vout->p->control);
354
}
355

356
void vout_DisplayTitle(vout_thread_t *vout, const char *title)
357
{
358 359
    assert(title);
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_OSD_TITLE, title);
360
}
361

362 363
void vout_PutSubpicture( vout_thread_t *vout, subpicture_t *subpic )
{
364 365 366 367 368
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_SUBPICTURE);
    cmd.u.subpicture = subpic;

    vout_control_Push(&vout->p->control, &cmd);
369 370 371
}
int vout_RegisterSubpictureChannel( vout_thread_t *vout )
{
372 373 374
    int channel = SPU_DEFAULT_CHANNEL;

    vlc_mutex_lock(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
375 376
    if (vout->p->spu)
        channel = spu_RegisterChannel(vout->p->spu);
377 378 379
    vlc_mutex_unlock(&vout->p->spu_lock);

    return channel;
380 381 382
}
void vout_FlushSubpictureChannel( vout_thread_t *vout, int channel )
{
383 384
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_FLUSH_SUBPICTURE,
                             channel);
385 386
}

387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
/**
 * It retreives a picture from the vout or NULL if no pictures are
 * available yet.
 *
 * You MUST call vout_PutPicture or vout_ReleasePicture on it.
 *
 * You may use vout_HoldPicture(paired with vout_ReleasePicture) to keep a
 * read-only reference.
 */
picture_t *vout_GetPicture(vout_thread_t *vout)
{
    /* Get lock */
    vlc_mutex_lock(&vout->p->picture_lock);
    picture_t *picture = picture_pool_Get(vout->p->decoder_pool);
    if (picture) {
        picture_Reset(picture);
403
        VideoFormatCopyCropAr(&picture->format, &vout->p->original);
404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456
    }
    vlc_mutex_unlock(&vout->p->picture_lock);

    return picture;
}

/**
 * It gives to the vout a picture to be displayed.
 *
 * The given picture MUST comes from vout_GetPicture.
 *
 * Becareful, after vout_PutPicture is called, picture_t::p_next cannot be
 * read/used.
 */
void vout_PutPicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture->p_next = NULL;
    picture_fifo_Push(vout->p->decoder_fifo, picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    vout_control_Wake(&vout->p->control);
}

/**
 * It releases a picture retreived by vout_GetPicture.
 */
void vout_ReleasePicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    vout_control_Wake(&vout->p->control);
}

/**
 * It increment the reference counter of a picture retreived by
 * vout_GetPicture.
 */
void vout_HoldPicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_Hold(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);
}

457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473
/* */
int vout_GetSnapshot(vout_thread_t *vout,
                     block_t **image_dst, picture_t **picture_dst,
                     video_format_t *fmt,
                     const char *type, mtime_t timeout)
{
    picture_t *picture = vout_snapshot_Get(&vout->p->snapshot, timeout);
    if (!picture) {
        msg_Err(vout, "Failed to grab a snapshot");
        return VLC_EGENERIC;
    }

    if (image_dst) {
        vlc_fourcc_t codec = VLC_CODEC_PNG;
        if (type && image_Type2Fourcc(type))
            codec = image_Type2Fourcc(type);

474 475
        const int override_width  = var_InheritInteger(vout, "snapshot-width");
        const int override_height = var_InheritInteger(vout, "snapshot-height");
476 477 478 479 480 481 482 483 484 485 486 487 488 489 490

        if (picture_Export(VLC_OBJECT(vout), image_dst, fmt,
                           picture, codec, override_width, override_height)) {
            msg_Err(vout, "Failed to convert image for snapshot");
            picture_Release(picture);
            return VLC_EGENERIC;
        }
    }
    if (picture_dst)
        *picture_dst = picture;
    else
        picture_Release(picture);
    return VLC_SUCCESS;
}

491 492 493 494 495 496
void vout_ChangeAspectRatio( vout_thread_t *p_vout,
                             unsigned int i_num, unsigned int i_den )
{
    vout_ControlChangeSampleAspectRatio( p_vout, i_num, i_den );
}

497 498 499 500 501 502
/* vout_Control* are usable by anyone at anytime */
void vout_ControlChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_FULLSCREEN,
                          fullscreen);
}
503
void vout_ControlChangeWindowState(vout_thread_t *vout, unsigned st)
504
{
505
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_WINDOW_STATE, st);
506 507 508 509 510 511 512 513 514 515 516
}
void vout_ControlChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_DISPLAY_FILLED,
                          is_filled);
}
void vout_ControlChangeZoom(vout_thread_t *vout, int num, int den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ZOOM,
                          num, den);
}
517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533
void vout_ControlChangeSampleAspectRatio(vout_thread_t *vout,
                                         unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ASPECT_RATIO,
                          num, den);
}
void vout_ControlChangeCropRatio(vout_thread_t *vout,
                                 unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_CROP_RATIO,
                          num, den);
}
void vout_ControlChangeCropWindow(vout_thread_t *vout,
                                  int x, int y, int width, int height)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_WINDOW);
534 535 536 537
    cmd.u.window.x      = __MAX(x, 0);
    cmd.u.window.y      = __MAX(y, 0);
    cmd.u.window.width  = __MAX(width, 0);
    cmd.u.window.height = __MAX(height, 0);
538 539 540 541 542 543 544 545

    vout_control_Push(&vout->p->control, &cmd);
}
void vout_ControlChangeCropBorder(vout_thread_t *vout,
                                  int left, int top, int right, int bottom)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_BORDER);
546 547 548 549
    cmd.u.border.left   = __MAX(left, 0);
    cmd.u.border.top    = __MAX(top, 0);
    cmd.u.border.right  = __MAX(right, 0);
    cmd.u.border.bottom = __MAX(bottom, 0);
550 551 552

    vout_control_Push(&vout->p->control, &cmd);
}
553 554 555 556 557
void vout_ControlChangeFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_FILTERS,
                            filters);
}
558
void vout_ControlChangeSubSources(vout_thread_t *vout, const char *filters)
559
{
560
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_SOURCES,
561 562
                            filters);
}
563 564 565 566 567
void vout_ControlChangeSubFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_FILTERS,
                            filters);
}
Laurent Aimar's avatar
Laurent Aimar committed
568 569 570 571 572
void vout_ControlChangeSubMargin(vout_thread_t *vout, int margin)
{
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_MARGIN,
                             margin);
}
573

574 575 576 577
/* */
static void VoutGetDisplayCfg(vout_thread_t *vout, vout_display_cfg_t *cfg, const char *title)
{
    /* Load configuration */
578 579
    cfg->is_fullscreen = var_CreateGetBool(vout, "fullscreen")
                         || var_InheritBool(vout, "video-wallpaper");
580 581 582 583 584 585
    cfg->display.title = title;
    const int display_width = var_CreateGetInteger(vout, "width");
    const int display_height = var_CreateGetInteger(vout, "height");
    cfg->display.width   = display_width > 0  ? display_width  : 0;
    cfg->display.height  = display_height > 0 ? display_height : 0;
    cfg->is_display_filled  = var_CreateGetBool(vout, "autoscale");
586 587 588 589 590 591 592 593
    unsigned msar_num, msar_den;
    if (var_InheritURational(vout, &msar_num, &msar_den, "monitor-par") ||
        msar_num <= 0 || msar_den <= 0) {
        msar_num = 1;
        msar_den = 1;
    }
    cfg->display.sar.num = msar_num;
    cfg->display.sar.den = msar_den;
594 595 596 597 598 599 600 601 602 603 604 605 606
    unsigned zoom_den = 1000;
    unsigned zoom_num = zoom_den * var_CreateGetFloat(vout, "scale");
    vlc_ureduce(&zoom_num, &zoom_den, zoom_num, zoom_den, 0);
    cfg->zoom.num = zoom_num;
    cfg->zoom.den = zoom_den;
    cfg->align.vertical = VOUT_DISPLAY_ALIGN_CENTER;
    cfg->align.horizontal = VOUT_DISPLAY_ALIGN_CENTER;
    const int align_mask = var_CreateGetInteger(vout, "align");
    if (align_mask & 0x1)
        cfg->align.horizontal = VOUT_DISPLAY_ALIGN_LEFT;
    else if (align_mask & 0x2)
        cfg->align.horizontal = VOUT_DISPLAY_ALIGN_RIGHT;
    if (align_mask & 0x4)
607
        cfg->align.vertical = VOUT_DISPLAY_ALIGN_TOP;
608
    else if (align_mask & 0x8)
609
        cfg->align.vertical = VOUT_DISPLAY_ALIGN_BOTTOM;
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641
}

vout_window_t * vout_NewDisplayWindow(vout_thread_t *vout, vout_display_t *vd,
                                      const vout_window_cfg_t *cfg)
{
    VLC_UNUSED(vd);
    vout_window_cfg_t cfg_override = *cfg;

    if (!var_InheritBool( vout, "embedded-video"))
        cfg_override.is_standalone = true;

    if (vout->p->window.is_unused && vout->p->window.object) {
        assert(!vout->p->splitter_name);
        if (!cfg_override.is_standalone == !vout->p->window.cfg.is_standalone &&
            cfg_override.type           == vout->p->window.cfg.type) {
            /* Reuse the stored window */
            msg_Dbg(vout, "Reusing previous vout window");
            vout_window_t *window = vout->p->window.object;
            if (cfg_override.width  != vout->p->window.cfg.width ||
                cfg_override.height != vout->p->window.cfg.height)
                vout_window_SetSize(window,
                                    cfg_override.width, cfg_override.height);
            vout->p->window.is_unused = false;
            vout->p->window.cfg       = cfg_override;
            return window;
        }

        vout_window_Delete(vout->p->window.object);
        vout->p->window.is_unused = true;
        vout->p->window.object    = NULL;
    }

642
    vout_window_t *window = vout_window_New(VLC_OBJECT(vout), "$window",
643 644 645 646 647 648 649 650 651 652 653 654 655 656 657
                                            &cfg_override);
    if (!window)
        return NULL;
    if (!vout->p->splitter_name) {
        vout->p->window.is_unused = false;
        vout->p->window.cfg       = cfg_override;
        vout->p->window.object    = window;
    }
    return window;
}

void vout_DeleteDisplayWindow(vout_thread_t *vout, vout_display_t *vd,
                              vout_window_t *window)
{
    VLC_UNUSED(vd);
658
    if (!vout->p->window.is_unused && vout->p->window.object == window) {
659
        vout->p->window.is_unused = true;
660 661 662 663 664
    } else if (vout->p->window.is_unused && vout->p->window.object && !window) {
        vout_window_Delete(vout->p->window.object);
        vout->p->window.is_unused = true;
        vout->p->window.object    = NULL;
    } else if (window) {
665
        vout_window_Delete(window);
666
    }
667 668
}

669
/* */
670
static picture_t *VoutVideoFilterInteractiveNewPicture(filter_t *filter)
671
{
672
    vout_thread_t *vout = filter->owner.sys;
673

674
    picture_t *picture = picture_pool_Get(vout->p->private_pool);
675 676
    if (picture) {
        picture_Reset(picture);
677
        VideoFormatCopyCropAr(&picture->format, &filter->fmt_out.video);
678
    }
679
    return picture;
680
}
681

682 683
static picture_t *VoutVideoFilterStaticNewPicture(filter_t *filter)
{
684
    vout_thread_t *vout = filter->owner.sys;
685 686 687 688

    vlc_assert_locked(&vout->p->filter.lock);
    if (filter_chain_GetLength(vout->p->filter.chain_interactive) == 0)
        return VoutVideoFilterInteractiveNewPicture(filter);
689

690 691
    return picture_NewFromFormat(&filter->fmt_out.video);
}
692

693 694 695 696 697
static void VoutVideoFilterDelPicture(filter_t *filter, picture_t *picture)
{
    VLC_UNUSED(filter);
    picture_Release(picture);
}
698

699
static int VoutVideoFilterStaticAllocationSetup(filter_t *filter, void *data)
700
{
701 702 703
    filter->owner.sys              = data; /* vout */
    filter->owner.video.buffer_new = VoutVideoFilterStaticNewPicture;
    filter->owner.video.buffer_del = VoutVideoFilterDelPicture;
704 705
    return VLC_SUCCESS;
}
706

707 708
static int VoutVideoFilterInteractiveAllocationSetup(filter_t *filter, void *data)
{
709 710 711
    filter->owner.sys              = data; /* vout */
    filter->owner.video.buffer_new = VoutVideoFilterInteractiveNewPicture;
    filter->owner.video.buffer_del = VoutVideoFilterDelPicture;
712 713
    return VLC_SUCCESS;
}
714

715
static void ThreadFilterFlush(vout_thread_t *vout, bool is_locked)
Laurent Aimar's avatar
Laurent Aimar committed
716 717 718 719 720 721 722 723 724
{
    if (vout->p->displayed.current)
        picture_Release( vout->p->displayed.current );
    vout->p->displayed.current = NULL;

    if (vout->p->displayed.next)
        picture_Release( vout->p->displayed.next );
    vout->p->displayed.next = NULL;

725 726
    if (!is_locked)
        vlc_mutex_lock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
727 728
    filter_chain_VideoFlush(vout->p->filter.chain_static);
    filter_chain_VideoFlush(vout->p->filter.chain_interactive);
729 730
    if (!is_locked)
        vlc_mutex_unlock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
731 732 733 734 735 736 737
}

typedef struct {
    char           *name;
    config_chain_t *cfg;
} vout_filter_t;

738 739 740 741
static void ThreadChangeFilters(vout_thread_t *vout,
                                const video_format_t *source,
                                const char *filters,
                                bool is_locked)
Laurent Aimar's avatar
Laurent Aimar committed
742
{
743
    ThreadFilterFlush(vout, is_locked);
Laurent Aimar's avatar
Laurent Aimar committed
744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774

    vlc_array_t array_static;
    vlc_array_t array_interactive;

    vlc_array_init(&array_static);
    vlc_array_init(&array_interactive);
    char *current = filters ? strdup(filters) : NULL;
    while (current) {
        config_chain_t *cfg;
        char *name;
        char *next = config_ChainCreate(&name, &cfg, current);

        if (name && *name) {
            vout_filter_t *e = xmalloc(sizeof(*e));
            e->name = name;
            e->cfg  = cfg;
            if (!strcmp(e->name, "deinterlace") ||
                !strcmp(e->name, "postproc")) {
                vlc_array_append(&array_static, e);
            } else {
                vlc_array_append(&array_interactive, e);
            }
        } else {
            if (cfg)
                config_ChainDestroy(cfg);
            free(name);
        }
        free(current);
        current = next;
    }

775 776 777
    if (!is_locked)
        vlc_mutex_lock(&vout->p->filter.lock);

Laurent Aimar's avatar
Laurent Aimar committed
778
    es_format_t fmt_target;
779
    es_format_InitFromVideo(&fmt_target, source ? source : &vout->p->filter.format);
Laurent Aimar's avatar
Laurent Aimar committed
780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802

    es_format_t fmt_current = fmt_target;

    for (int a = 0; a < 2; a++) {
        vlc_array_t    *array = a == 0 ? &array_static :
                                         &array_interactive;
        filter_chain_t *chain = a == 0 ? vout->p->filter.chain_static :
                                         vout->p->filter.chain_interactive;

        filter_chain_Reset(chain, &fmt_current, &fmt_current);
        for (int i = 0; i < vlc_array_count(array); i++) {
            vout_filter_t *e = vlc_array_item_at_index(array, i);
            msg_Dbg(vout, "Adding '%s' as %s", e->name, a == 0 ? "static" : "interactive");
            if (!filter_chain_AppendFilter(chain, e->name, e->cfg, NULL, NULL)) {
                msg_Err(vout, "Failed to add filter '%s'", e->name);
                config_ChainDestroy(e->cfg);
            }
            free(e->name);
            free(e);
        }
        fmt_current = *filter_chain_GetFmtOut(chain);
        vlc_array_clear(array);
    }
803

Laurent Aimar's avatar
Laurent Aimar committed
804 805 806 807 808 809 810 811 812 813
    if (!es_format_IsSimilar(&fmt_current, &fmt_target)) {
        msg_Dbg(vout, "Adding a filter to compensate for format changes");
        if (!filter_chain_AppendFilter(vout->p->filter.chain_interactive, NULL, NULL,
                                       &fmt_current, &fmt_target)) {
            msg_Err(vout, "Failed to compensate for the format changes, removing all filters");
            filter_chain_Reset(vout->p->filter.chain_static,      &fmt_target, &fmt_target);
            filter_chain_Reset(vout->p->filter.chain_interactive, &fmt_target, &fmt_target);
        }
    }

814 815 816 817 818 819 820 821 822 823 824
    if (vout->p->filter.configuration != filters) {
        free(vout->p->filter.configuration);
        vout->p->filter.configuration = filters ? strdup(filters) : NULL;
    }
    if (source) {
        video_format_Clean(&vout->p->filter.format);
        video_format_Copy(&vout->p->filter.format, source);
    }

    if (!is_locked)
        vlc_mutex_unlock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
825 826
}

827

828
/* */
829
static int ThreadDisplayPreparePicture(vout_thread_t *vout, bool reuse, bool frame_by_frame)
Vincent Seguin's avatar
Vincent Seguin committed
830
{
831
    bool is_late_dropped = vout->p->is_late_dropped && !vout->p->pause.is_on && !frame_by_frame;
832

833
    vlc_mutex_lock(&vout->p->filter.lock);
834

835 836
    picture_t *picture = filter_chain_VideoFilter(vout->p->filter.chain_static, NULL);
    assert(!reuse || !picture);
837

838 839 840 841
    while (!picture) {
        picture_t *decoded;
        if (reuse && vout->p->displayed.decoded) {
            decoded = picture_Hold(vout->p->displayed.decoded);
842
        } else {
843
            decoded = picture_fifo_Pop(vout->p->decoder_fifo);
844 845 846 847 848 849 850 851 852 853 854 855
            if (decoded) {
                if (is_late_dropped && !decoded->b_force) {
                    const mtime_t predicted = mdate() + 0; /* TODO improve */
                    const mtime_t late = predicted - decoded->date;
                    if (late > VOUT_DISPLAY_LATE_THRESHOLD) {
                        msg_Warn(vout, "picture is too late to be displayed (missing %"PRId64" ms)", late/1000);
                        picture_Release(decoded);
                        vout_statistic_AddLost(&vout->p->statistic, 1);
                        continue;
                    } else if (late > 0) {
                        msg_Dbg(vout, "picture might be displayed late (missing %"PRId64" ms)", late/1000);
                    }
856
                }
857 858
                if (!VideoFormatIsCropArEqual(&decoded->format, &vout->p->filter.format))
                    ThreadChangeFilters(vout, &decoded->format, vout->p->filter.configuration, true);
859
            }
860
        }
861

862 863 864
        if (!decoded)
            break;
        reuse = false;
865

866 867 868 869 870
        if (vout->p->displayed.decoded)
            picture_Release(vout->p->displayed.decoded);

        vout->p->displayed.decoded       = picture_Hold(decoded);
        vout->p->displayed.timestamp     = decoded->date;
871
        vout->p->displayed.is_interlaced = !decoded->b_progressive;
872 873

        picture = filter_chain_VideoFilter(vout->p->filter.chain_static, decoded);
874 875
    }

876 877 878 879
    vlc_mutex_unlock(&vout->p->filter.lock);

    if (!picture)
        return VLC_EGENERIC;
880

881 882 883 884 885 886
    assert(!vout->p->displayed.next);
    if (!vout->p->displayed.current)
        vout->p->displayed.current = picture;
    else
        vout->p->displayed.next    = picture;
    return VLC_SUCCESS;
887 888
}

889
static int ThreadDisplayRenderPicture(vout_thread_t *vout, bool is_forced)
890
{
891
    vout_thread_sys_t *sys = vout->p;
892 893
    vout_display_t *vd = vout->p->display.vd;

894
    picture_t *torender = picture_Hold(vout->p->displayed.current);
895

896
    vout_chrono_Start(&vout->p->render);
897

898 899 900 901 902 903 904 905 906 907 908
    vlc_mutex_lock(&vout->p->filter.lock);
    picture_t *filtered = filter_chain_VideoFilter(vout->p->filter.chain_interactive, torender);
    vlc_mutex_unlock(&vout->p->filter.lock);

    if (!filtered)
        return VLC_EGENERIC;

    if (filtered->date != vout->p->displayed.current->date)
        msg_Warn(vout, "Unsupported timestamp modifications done by chain_interactive");

    /*
909
     * Get the subpicture to be displayed
910 911
     */
    const bool do_snapshot = vout_snapshot_IsRequested(&vout->p->snapshot);
912
    mtime_t render_subtitle_date;
913
    if (vout->p->pause.is_on)
914
        render_subtitle_date = vout->p->pause.date;
915
    else
916 917 918
        render_subtitle_date = filtered->date > 1 ? filtered->date : mdate();
    mtime_t render_osd_date = mdate(); /* FIXME wrong */

919 920 921 922 923 924
    /*
     * Get the subpicture to be displayed
     */
    const bool do_dr_spu = !do_snapshot &&
                           vd->info.subpicture_chromas &&
                           *vd->info.subpicture_chromas != 0;
925 926 927 928 929

    //FIXME: Denying do_early_spu if vd->source.orientation != ORIENT_NORMAL
    //will have the effect that snapshots miss the subpictures. We do this
    //because there is currently no way to transform subpictures to match
    //the source format.
930
    const bool do_early_spu = !do_dr_spu &&
931
                               vd->source.orientation == ORIENT_NORMAL &&
932 933 934 935 936 937
                              (vd->info.is_slow ||
                               sys->display.use_dr ||
                               do_snapshot ||
                               !vout_IsDisplayFiltered(vd) ||
                               vd->fmt.i_width * vd->fmt.i_height <= vd->source.i_width * vd->source.i_height);

938 939 940
    const vlc_fourcc_t *subpicture_chromas;
    video_format_t fmt_spu;
    if (do_dr_spu) {
941 942 943 944 945 946 947 948 949 950 951 952
        vout_display_place_t place;
        vout_display_PlacePicture(&place, &vd->source, vd->cfg, false);

        fmt_spu = vd->source;
        if (fmt_spu.i_width * fmt_spu.i_height < place.width * place.height) {
            fmt_spu.i_sar_num = vd->cfg->display.sar.num;
            fmt_spu.i_sar_den = vd->cfg->display.sar.den;
            fmt_spu.i_width          =
            fmt_spu.i_visible_width  = place.width;
            fmt_spu.i_height         =
            fmt_spu.i_visible_height = place.height;
        }
953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977
        subpicture_chromas = vd->info.subpicture_chromas;
    } else {
        if (do_early_spu) {
            fmt_spu = vd->source;
        } else {
            fmt_spu = vd->fmt;
            fmt_spu.i_sar_num = vd->cfg->display.sar.num;
            fmt_spu.i_sar_den = vd->cfg->display.sar.den;
        }
        subpicture_chromas = NULL;

        if (vout->p->spu_blend &&
            vout->p->spu_blend->fmt_out.video.i_chroma != fmt_spu.i_chroma) {
            filter_DeleteBlend(vout->p->spu_blend);
            vout->p->spu_blend = NULL;
            vout->p->spu_blend_chroma = 0;
        }
        if (!vout->p->spu_blend && vout->p->spu_blend_chroma != fmt_spu.i_chroma) {
            vout->p->spu_blend_chroma = fmt_spu.i_chroma;
            vout->p->spu_blend = filter_NewBlend(VLC_OBJECT(vout), &fmt_spu);
            if (!vout->p->spu_blend)
                msg_Err(vout, "Failed to create blending filter, OSD/Subtitles will not work");
        }
    }

978
    video_format_t fmt_spu_rot;
979
    video_format_ApplyRotation(&fmt_spu_rot, &fmt_spu);
980
    subpicture_t *subpic = spu_Render(vout->p->spu,
981
                                      subpicture_chromas, &fmt_spu_rot,
982
                                      &vd->source,
983 984
                                      render_subtitle_date, render_osd_date,
                                      do_snapshot);
985 986 987 988 989 990 991
    /*
     * Perform rendering
     *
     * We have to:
     * - be sure to end up with a direct buffer.
     * - blend subtitles, and in a fast access buffer
     */
992 993 994
    bool is_direct = vout->p->decoder_pool == vout->p->display_pool;
    picture_t *todisplay = filtered;
    if (do_early_spu && subpic) {
995 996 997 998
        picture_t *blent = picture_pool_Get(vout->p->private_pool);
        if (blent) {
            VideoFormatCopyCropAr(&blent->format, &filtered->format);
            picture_Copy(blent, filtered);
999 1000
            if (vout->p->spu_blend
             && picture_BlendSubpicture(blent, vout->p->spu_blend, subpic)) {
1001 1002 1003 1004
                picture_Release(todisplay);
                todisplay = blent;
            } else
                picture_Release(blent);
Sam Hocevar's avatar
 
Sam Hocevar committed
1005
        }
1006 1007 1008 1009
        subpicture_Delete(subpic);
        subpic = NULL;
    }

1010 1011 1012 1013 1014 1015 1016 1017
    assert(vout_IsDisplayFiltered(vd) == !sys->display.use_dr);
    if (sys->display.use_dr && !is_direct) {
        picture_t *direct = picture_pool_Get(vout->p->display_pool);
        if (!direct) {
            picture_Release(todisplay);
            if (subpic)
                subpicture_Delete(subpic);
            return VLC_EGENERIC;
1018
        }
Sam Hocevar's avatar
 
Sam Hocevar committed
1019

1020 1021 1022 1023 1024 1025 1026 1027
        /* The display uses direct rendering (no conversion), but its pool of
         * pictures is not usable by the decoder (too few, too slow or
         * subject to invalidation...). Since there are no filters, copying
         * pictures from the decoder to the output is unavoidable. */
        VideoFormatCopyCropAr(&direct->format, &todisplay->format);
        picture_Copy(direct, todisplay);
        picture_Release(todisplay);
        todisplay = direct;
1028
    }
1029

1030 1031 1032 1033
    /*
     * Take a snapshot if requested
     */
    if (do_snapshot)
1034
        vout_snapshot_Set(&vout->p->snapshot, &vd->source, todisplay);
Sam Hocevar's avatar
 
Sam Hocevar committed
1035

1036
    /* Render the direct buffer */
1037
    vout_UpdateDisplaySourceProperties(vd, &todisplay->format);
1038
    if (sys->display.use_dr) {
1039
        vout_display_Prepare(vd, todisplay, subpic);
1040
    } else {
1041
        sys->display.filtered = vout_FilterDisplay(vd, todisplay);
1042 1043 1044 1045 1046 1047
        if (sys->display.filtered) {
            if (!do_dr_spu && !do_early_spu && vout->p->spu_blend && subpic)
                picture_BlendSubpicture(sys->display.filtered, vout->p->spu_blend, subpic);
            vout_display_Prepare(vd, sys->display.filtered, do_dr_spu ? subpic : NULL);
        }
        if (!do_dr_spu && subpic)
1048
        {
1049
            subpicture_Delete(subpic);
1050 1051
            subpic = NULL;
        }
1052 1053
        if (!sys->display.filtered)
            return VLC_EGENERIC;
1054
    }
1055 1056

    vout_chrono_Stop(&vout->p->render);
1057
#if 0
1058 1059 1060 1061 1062
        {
        static int i = 0;
        if (((i++)%10) == 0)
            msg_Info(vout, "render: avg %d ms var %d ms",
                     (int)(vout->p->render.avg/1000), (int)(vout->p->render.var/1000));
1063
        }
1064 1065 1066 1067 1068 1069 1070 1071 1072
#endif

    /* Wait the real date (for rendering jitter) */
#if 0
    mtime_t delay = direct->date - mdate();
    if (delay < 1000)
        msg_Warn(vout, "picture is late (%lld ms)", delay / 1000);
#endif
    if (!is_forced)
1073
        mwait(todisplay->date);
1074

1075 1076
    /* Display the direct buffer returned by vout_RenderPicture */
    vout->p->displayed.date = mdate();
1077 1078
    vout_display_Display(vd,
                         sys->display.filtered ? sys->display.filtered
1079
                                                : todisplay,
1080
                         subpic);
1081
    sys->display.filtered = NULL;
1082

1083
    vout_statistic_AddDisplayed(&vout->p->statistic, 1);
1084 1085 1086

    return VLC_SUCCESS;
}
Vincent Seguin's avatar
Vincent Seguin committed
1087

1088
static int ThreadDisplayPicture(vout_thread_t *vout, mtime_t *deadline)
1089
{
1090 1091
    bool frame_by_frame = !deadline;
    bool paused = vout->p->pause.is_on;
1092
    bool first = !vout->p->displayed.current;
1093 1094 1095 1096 1097 1098 1099 1100

    if (first)
        if (ThreadDisplayPreparePicture(vout, true, frame_by_frame)) /* FIXME not sure it is ok */
            return VLC_EGENERIC;

    if (!paused || frame_by_frame)
        while (!vout->p->displayed.next && !ThreadDisplayPreparePicture(vout, false, frame_by_frame))
            ;
Vincent Seguin's avatar
Vincent Seguin committed
1101

1102 1103 1104
    const mtime_t date = mdate();
    const mtime_t render_delay = vout_chrono_GetHigh(&vout->p->render) + VOUT_MWAIT_TOLERANCE;

1105
    bool drop_next_frame = frame_by_frame;
1106
    mtime_t date_next = VLC_TS_INVALID;
1107
    if (!paused && vout->p->displayed.next) {
1108
        date_next = vout->p->displayed.next->date - render_delay;
1109 1110 1111
        if (date_next /* + 0 FIXME */ <= date)
            drop_next_frame = true;
    }
1112 1113 1114

    /* FIXME/XXX we must redisplay the last decoded picture (because
     * of potential vout updated, or filters update or SPU update)
1115
     * For now a high update period is needed but it could be removed
1116 1117 1118 1119
     * if and only if:
     * - vout module emits events from theselves.
     * - *and* SPU is modified to emit an event or a deadline when needed.
     *
1120
     * So it will be done later.
1121
     */
1122 1123
    bool refresh = false;

1124
    mtime_t date_refresh = VLC_TS_INVALID;
1125
    if (vout->p->displayed.date > VLC_TS_INVALID) {
1126 1127
        date_refresh = vout->p->displayed.date + VOUT_REDISPLAY_DELAY - render_delay;
        refresh = date_refresh <= date;
1128
    }
1129

1130 1131 1132
    if (!first && !refresh && !drop_next_frame) {
        if (!frame_by_frame) {
            if (date_refresh != VLC_TS_INVALID)
1133
                *deadline = date_refresh;
1134 1135
            if (date_next != VLC_TS_INVALID && date_next < *deadline)
                *deadline = date_next;
1136
        }
1137
        return VLC_EGENERIC;
1138 1139
    }

1140
    if (drop_next_frame) {
1141 1142 1143 1144
        picture_Release(vout->p->displayed.current);
        vout->p->displayed.current = vout->p->displayed.next;
        vout->p->displayed.next    = NULL;
    }
1145

1146 1147
    if (!vout->p->displayed.current)
        return VLC_EGENERIC;
1148

1149 1150
    /* display the picture immediately */
    bool is_forced = frame_by_frame || (!drop_next_frame && refresh) || vout->p->displayed.current->b_force;
1151
    return ThreadDisplayRenderPicture(vout, is_forced);
1152
}
1153

1154 1155 1156
static void ThreadDisplaySubpicture(vout_thread_t *vout,
                                    subpicture_t *subpicture)
{
1157
    spu_PutSubpicture(vout->p->spu, subpicture);
1158
}
1159 1160 1161

static void ThreadFlushSubpicture(vout_thread_t *vout, int channel)
{
Laurent Aimar's avatar
Laurent Aimar committed
1162
    spu_ClearChannel(vout->p->spu, channel);
1163 1164
}

1165
static void ThreadDisplayOsdTitle(vout_thread_t *vout, const char *string)
1166
{
1167
    if (!vout->p->title.show)
1168 1169
        return;

1170 1171 1172
    vout_OSDText(vout, SPU_DEFAULT_CHANNEL,
                 vout->p->title.position, INT64_C(1000) * vout->p->title.timeout,
                 string);
1173 1174
}

1175
static void ThreadChangeSubSources(vout_thread_t *vout, const char *filters)
1176
{
1177
    spu_ChangeSources(vout->p->spu, filters);
1178
}
1179 1180 1181 1182 1183 1184

static void ThreadChangeSubFilters(vout_thread_t *vout, const char *filters)
{
    spu_ChangeFilters(vout->p->spu, filters);
}

Laurent Aimar's avatar
Laurent Aimar committed
1185 1186
static void ThreadChangeSubMargin(vout_thread_t *vout, int margin)
{
Laurent Aimar's avatar
Laurent Aimar committed
1187
    spu_ChangeMargin(vout->p->spu, margin);
Laurent Aimar's avatar
Laurent Aimar committed
1188
}
1189

1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203
static void ThreadChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
{
    assert(!vout->p->pause.is_on || !is_paused);

    if (vout->p->pause.is_on) {
        const mtime_t duration = date - vout->p->pause.date;

        if (vout->p->step.timestamp > VLC_TS_INVALID)
            vout->p->step.timestamp += duration;
        if (vout->p->step.last > VLC_TS_INVALID)
            vout->p->step.last += duration;
        picture_fifo_OffsetDate(vout->p->decoder_fifo, duration);
        if (vout->p->displayed.decoded)
            vout->p->displayed.decoded->date += duration;
Laurent Aimar's avatar
Laurent Aimar committed
1204
        spu_OffsetSubtitleDate(vout->p->spu, duration);
1205

1206
        ThreadFilterFlush(vout, false);
1207 1208 1209
    } else {
        vout->p->step.timestamp = VLC_TS_INVALID;
        vout->p->step.last      = VLC_TS_INVALID;
1210
    }
1211 1212
    vout->p->pause.is_on = is_paused;
    vout->p->pause.date  = date;
1213 1214
}

1215 1216 1217 1218 1219
static void ThreadFlush(vout_thread_t *vout, bool below, mtime_t date)
{
    vout->p->step.timestamp = VLC_TS_INVALID;
    vout->p->step.last      = VLC_TS_INVALID;

1220
    ThreadFilterFlush(vout, false); /* FIXME too much */
1221

1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232
    picture_t *last = vout->p->displayed.decoded;
    if (last) {
        if (( below && last->date <= date) ||
            (!below && last->date >= date)) {
            picture_Release(last);

            vout->p->displayed.decoded   = NULL;
            vout->p->displayed.date      = VLC_TS_INVALID;
            vout->p->displayed.timestamp = VLC_TS_INVALID;
        }
    }
1233

1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252
    picture_fifo_Flush(vout->p->decoder_fifo, date, below);
}

static void ThreadReset(vout_thread_t *vout)
{
    ThreadFlush(vout, true, INT64_MAX);
    if (vout->p->decoder_pool)
        picture_pool_NonEmpty(vout->p->decoder_pool, true);
    vout->p->pause.is_on = false;
    vout->p->pause.date  = mdate();
}

static void ThreadStep(vout_thread_t *vout, mtime_t *duration)
{
    *duration = 0;

    if (vout->p->step.last <= VLC_TS_INVALID)
        vout->p->step.last = vout->p->displayed.timestamp;

1253
    if (ThreadDisplayPicture(vout, NULL))
1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265
        return;

    vout->p->step.timestamp = vout->p->displayed.timestamp;

    if (vout->p->step.last > VLC_TS_INVALID &&
        vout->p->step.timestamp > vout->p->step.last) {
        *duration = vout->p->step.timestamp - vout->p->step.last;
        vout->p->step.last = vout->p->step.timestamp;
        /* TODO advance subpicture by the duration ... */
    }
}

1266 1267 1268 1269 1270
static void ThreadChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    vout_SetDisplayFullscreen(vout->p->display.vd, fullscreen);
}

1271
static void ThreadChangeWindowState(vout_thread_t *vout, unsigned state)
1272
{
1273
    vout_SetWindowState(vout->p->display.vd, state);
1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291
}

static void ThreadChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_SetDisplayFilled(vout->p->display.vd, is_filled);
}

static void ThreadChangeZoom(vout_thread_t *vout, int num, int den)
{
    if (num * 10 < den) {
        num = den;
        den *= 10;
    } else if (num > den * 10) {
        num = den * 10;
    }

    vout_SetDisplayZoom(vout->p->display.vd, num, den);
}
1292

1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303
static void ThreadChangeAspectRatio(vout_thread_t *vout,
                                    unsigned num, unsigned den)
{
    vout_SetDisplayAspect(vout->p->display.vd, num, den);
}


static void ThreadExecuteCropWindow(vout_thread_t *vout,
                                    unsigned x, unsigned y,
                                    unsigned width, unsigned height)
{
1304 1305
    vout_SetDisplayCrop(vout->p->display.vd, 0, 0,
                        x, y, width, height);
1306 1307 1308 1309 1310
}
static void ThreadExecuteCropBorder(vout_thread_t *vout,
                                    unsigned left, unsigned top,
                                    unsigned right, unsigned bottom)
{
1311 1312 1313
    msg_Err(vout, "ThreadExecuteCropBorder %d.%d %dx%d", left, top, right, bottom);
    vout_SetDisplayCrop(vout->p->display.vd, 0, 0,
                        left, top, -(int)right, -(int)bottom);
1314 1315 1316 1317 1318
}

static void ThreadExecuteCropRatio(vout_thread_t *vout,
                                   unsigned num, unsigned den)
{
1319 1320
    vout_SetDisplayCrop(vout->p->display.vd, num, den,
                        0, 0, 0, 0);
1321 1322
}

1323
static int ThreadStart(vout_thread_t *vout, const vout_display_state_t *state)
1324
{
1325 1326 1327 1328 1329 1330
    vlc_mouse_Init(&vout->p->mouse);
    vout->p->decoder_fifo = picture_fifo_New();
    vout->p->decoder_pool = NULL;
    vout->p->display_pool = NULL;
    vout->p->private_pool = NULL;

1331 1332
    vout->p->filter.configuration = NULL;
    video_format_Copy(&vout->p->filter.format, &vout->p->original);
1333
    vout->p->filter.chain_static =
1334
        filter_chain_New( vout, "video filter2", true,
1335 1336
                          VoutVideoFilterStaticAllocationSetup, NULL, vout);
    vout->p->filter.chain_interactive =
1337
        filter_chain_New( vout, "video filter2", true,
1338 1339
                          VoutVideoFilterInteractiveAllocationSetup, NULL, vout);

1340 1341
    vout_display_state_t state_default;
    if (!state) {
1342
        var_Create(vout, "video-wallpaper", VLC_VAR_BOOL|VLC_VAR_DOINHERIT);
1343
        VoutGetDisplayCfg(vout, &state_default.cfg, vout->p->display.title);
1344 1345 1346 1347 1348 1349 1350

        bool below = var_InheritBool(vout, "video-wallpaper");
        bool above = var_CreateGetBool(vout, "video-on-top");

        state_default.wm_state = below ? VOUT_WINDOW_STATE_BELOW
                               : above ? VOUT_WINDOW_STATE_ABOVE
                               : VOUT_WINDOW_STATE_NORMAL;
1351 1352 1353 1354 1355 1356 1357
        state_default.sar.num = 0;
        state_default.sar.den = 0;

        state = &state_default;
    }

    if (vout_OpenWrapper(vout, vout->p->splitter_name, state))
1358 1359 1360 1361 1362
        return VLC_EGENERIC;
    if (vout_InitWrapper(vout))
        return VLC_EGENERIC;
    assert(vout->p->decoder_pool);

1363 1364
    vout->p->displayed.current       = NULL;
    vout->p->displayed.next          = NULL;
1365 1366 1367 1368 1369 1370 1371 1372
    vout->p->displayed.decoded       = NULL;
    vout->p->displayed.date          = VLC_TS_INVALID;
    vout->p->displayed.timestamp     = VLC_TS_INVALID;
    vout->p->displayed.is_interlaced = false;

    vout->p->step.last               = VLC_TS_INVALID;
    vout->p->step.timestamp          = VLC_TS_INVALID;

1373 1374
    vout->p->spu_blend_chroma        = 0;
    vout->p->spu_blend               = NULL;
1375

Laurent Aimar's avatar
Laurent Aimar committed
1376
    video_format_Print(VLC_OBJECT(vout), "original format", &vout->p->original);
1377 1378 1379
    return VLC_SUCCESS;
}

1380
static void ThreadStop(vout_thread_t *vout, vout_display_state_t *state)
1381
{
1382 1383 1384
    if (vout->p->spu_blend)
        filter_DeleteBlend(vout->p->spu_blend);

1385
    /* Destroy translation tables */
1386 1387 1388 1389 1390
    if (vout->p->display.vd) {
        if (vout->p->decoder_pool) {
            ThreadFlush(vout, true, INT64_MAX);
            vout_EndWrapper(vout);
        }
1391
        vout_CloseWrapper(vout, state);
1392
    }
1393

1394
    /* Destroy the video filters2 */
1395 1396
    filter_chain_Delete(vout->p->filter.chain_interactive);
    filter_chain_Delete(vout->p->filter.chain_static);
1397 1398
    video_format_Clean(&vout->p->filter.format);
    free(vout->p->filter.configuration);
1399

1400 1401 1402
    if (vout->p->decoder_fifo)
        picture_fifo_Delete(vout->p->decoder_fifo);
    assert(!vout->p->decoder_pool);
1403 1404 1405 1406
}

static void ThreadInit(vout_thread_t *vout)
{
1407 1408 1409 1410 1411 1412
    vout->p->window.is_unused = true;
    vout->p->window.object    = NULL;
    vout->p->dead             = false;
    vout->p->is_late_dropped  = var_InheritBool(vout, "drop-late-frames");
    vout->p->pause.is_on      = false;
    vout->p->pause.date       = VLC_TS_INVALID;
1413 1414 1415

    vout_chrono_Init(&vout->p->render, 5, 10000); /* Arbitrary initial time */
}
1416

1417 1418
static void ThreadClean(vout_thread_t *vout)
{
1419 1420 1421 1422
    if (vout->p->window.object) {
        assert(vout->p->window.is_unused);
        vout_window_Delete(vout->p->window.object);
    }
1423
    vout_chrono_Clean(&vout->p->render);
1424 1425
    vout->p->dead = true;
    vout_control_Dead(&vout->p->control);
1426
}
1427

1428
static int ThreadReinit(vout_thread_t *vout,
1429
                        const vout_configuration_t *cfg)
1430 1431
{
    video_format_t original;
1432
    if (VoutValidateFormat(&original, cfg->fmt)) {
1433
        ThreadStop(vout, NULL);
1434
        ThreadClean(vout);
1435
        return VLC_EGENERIC;
1436
    }
1437 1438
    /* We ignore crop/ar changes at this point, they are dynamically supported */
    VideoFormatCopyCropAr(&vout->p->original, &original);
1439 1440 1441 1442 1443
    if (video_format_IsSimilar(&original, &vout->p->original)) {
        if (cfg->dpb_size <= vout->p->dpb_size)
            return VLC_SUCCESS;
        msg_Warn(vout, "DPB need to be increased");
    }
1444

1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457
    vout_display_state_t state;
    memset(&state, 0, sizeof(state));

    ThreadStop(vout, &state);

    if (!state.cfg.is_fullscreen) {
        state.cfg.display.width  = 0;
        state.cfg.display.height = 0;
    }
    state.sar.num = 0;
    state.sar.den = 0;
    /* FIXME current vout "variables" are not in sync here anymore
     * and I am not sure what to do */
1458 1459

    vout->p->original = original;
1460
    vout->p->dpb_size = cfg->dpb_size;
1461
    if (ThreadStart(vout, &state)) {
1462 1463 1464 1465
        ThreadClean(vout);
        return VLC_EGENERIC;
    }
    return VLC_SUCCESS;
1466
}
1467

1468 1469 1470 1471 1472 1473 1474 1475 1476 1477
static int ThreadControl(vout_thread_t *vout, vout_control_cmd_t cmd)
{
    switch(cmd.type) {
    case VOUT_CONTROL_INIT:
        ThreadInit(vout);
        if (!ThreadStart(vout, NULL))
            break;
    case VOUT_CONTROL_CLEAN:
        ThreadStop(vout, NULL);
        ThreadClean(vout);
1478
        return 1;
1479 1480
    case VOUT_CONTROL_REINIT:
        if (ThreadReinit(vout, cmd.u.cfg))
1481
            return 1;
1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519
        break;
    case VOUT_CONTROL_SUBPICTURE:
        ThreadDisplaySubpicture(vout, cmd.u.subpicture);
        cmd.u.subpicture = NULL;
        break;
    case VOUT_CONTROL_FLUSH_SUBPICTURE:
        ThreadFlushSubpicture(vout, cmd.u.integer);
        break;
    case VOUT_CONTROL_OSD_TITLE:
        ThreadDisplayOsdTitle(vout, cmd.u.string);
        break;
    case VOUT_CONTROL_CHANGE_FILTERS:
        ThreadChangeFilters(vout, NULL, cmd.u.string, false);
        break;
    case VOUT_CONTROL_CHANGE_SUB_SOURCES:
        ThreadChangeSubSources(vout, cmd.u.string);
        break;
    case VOUT_CONTROL_CHANGE_SUB_FILTERS:
        ThreadChangeSubFilters(vout, cmd.u.string);
        break;
    case VOUT_CONTROL_CHANGE_SUB_MARGIN:
        ThreadChangeSubMargin(vout, cmd.u.integer);
        break;
    case VOUT_CONTROL_PAUSE:
        ThreadChangePause(vout, cmd.u.pause.is_on, cmd.u.pause.date);
        break;
    case VOUT_CONTROL_FLUSH:
        ThreadFlush(vout, false, cmd.u.time);
        break;
    case VOUT_CONTROL_RESET:
        ThreadReset(vout);
        break;
    case VOUT_CONTROL_STEP:
        ThreadStep(vout, cmd.u.time_ptr);
        break;
    case VOUT_CONTROL_FULLSCREEN:
        ThreadChangeFullscreen(vout, cmd.u.boolean);
        break;
1520 1521
    case VOUT_CONTROL_WINDOW_STATE:
        ThreadChangeWindowState(vout, cmd.u.integer);
1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551
        break;
    case VOUT_CONTROL_DISPLAY_FILLED:
        ThreadChangeDisplayFilled(vout, cmd.u.boolean);
        break;
    case VOUT_CONTROL_ZOOM:
        ThreadChangeZoom(vout, cmd.u.pair.a, cmd.u.pair.b);
        break;
    case VOUT_CONTROL_ASPECT_RATIO:
        ThreadChangeAspectRatio(vout, cmd.u.pair.a, cmd.u.pair.b);
        break;
    case VOUT_CONTROL_CROP_RATIO:
        ThreadExecuteCropRatio(vout, cmd.u.pair.a, cmd.u.pair.b);
        break;
    case VOUT_CONTROL_CROP_WINDOW:
        ThreadExecuteCropWindow(vout,
                cmd.u.window.x, cmd.u.window.y,
                cmd.u.window.width, cmd.u.window.height);
        break;
    case VOUT_CONTROL_CROP_BORDER:
        ThreadExecuteCropBorder(vout,
                cmd.u.border.left,  cmd.u.border.top,
                cmd.u.border.right, cmd.u.border.bottom);
        break;
    default:
        break;
    }
    vout_control_cmd_Clean(&cmd);
    return 0;
}

1552
/*****************************************************************************
1553
 * Thread: video output thread
1554 1555 1556 1557 1558
 *****************************************************************************
 * Video output thread. This function does only returns when the thread is
 * terminated. It handles the pictures arriving in the video heap and the
 * display device events.
 *****************************************************************************/
1559
static void *Thread(void *object)
1560 1561
{
    vout_thread_t *vout = object;
1562
    vout_thread_sys_t *sys = vout->p;
1563

1564 1565 1566 1567
    vout_interlacing_support_t interlacing = {
        .is_interlaced = false,
        .date = mdate(),
    };
1568

1569
    mtime_t deadline = VLC_TS_INVALID;
1570
    for (;;) {
1571
        vout_control_cmd_t cmd;
1572
        /* FIXME remove thoses ugly timeouts */
1573
        while (!vout_control_Pop(&sys->control, &cmd, deadline, 100000))
1574
            if (ThreadControl(vout, cmd))
1575
                return NULL;
1576

1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588
        vlc_mutex_lock(&sys->picture_lock);

        deadline = VLC_TS_INVALID;
        while (!ThreadDisplayPicture(vout, &deadline))
            ;

        const bool picture_interlaced = sys->displayed.is_interlaced;

        vlc_mutex_unlock(&sys->picture_lock);

        vout_SetInterlacingState(vout, &interlacing, picture_interlaced);
        vout_ManageWrapper(vout);
Sam Hocevar's avatar
 
Sam Hocevar committed
1589
    }
Michel Kaempf's avatar
Michel Kaempf committed
1590
}