OpenGL: use more accurate YUV->RGB matrixes

Coeffs have been recomputed.

Close #6132
(cherry picked from commit a712e052)
Signed-off-by: Jean-Baptiste Kempf <jb@videolan.org>

modules/video_output/opengl.c

@@ -302,14 +302,14 @@ vout_display_opengl_t *vout_display_opengl_New(video_format_t *fmt,
              * by simply changing the coefficients
              */
             const float matrix_bt601_tv2full[3][4] = {
-                { 1.1640,  0.0000,  1.4030, -0.7773 },
-                { 1.1640, -0.3440, -0.7140,  0.4580 },
-                { 1.1640,  1.7730,  0.0000, -0.9630 },
+                { 1.164383561643836,  0.0000,             1.596026785714286, -0.874202217873451 },
+                { 1.164383561643836, -0.391762290094914, -0.812967647237771,  0.531667823499146 },
+                { 1.164383561643836,  2.017232142857142,  0.0000,            -1.085630789302022 },
             };
             const float matrix_bt709_tv2full[3][4] = {
-                { 1.1640,  0.0000,  1.5701, -0.8612 },
-                { 1.1640, -0.1870, -0.4664,  0.2549 },
-                { 1.1640,  1.8556,  0.0000, -1.0045 },
+                { 1.164383561643836,  0.0000,             1.792741071428571, -0.972945075016308 },
+                { 1.164383561643836, -0.21324861427373,  -0.532909328559444,  0.301482665475862 },
+                { 1.164383561643836,  2.112401785714286,  0.0000,            -1.133402217873451 },
             };
             const float (*matrix)[4] = fmt->i_height > 576 ? matrix_bt709_tv2full
                                                            : matrix_bt601_tv2full;