]> git.sesse.net Git - casparcg/blob - core/mixer/image/image_shader.cpp
d9b83877f74da3c52da6e0e34b8d98fa86d42d2e
[casparcg] / core / mixer / image / image_shader.cpp
1 #include "../../StdAfx.h"\r
2 \r
3 #include "image_shader.h"\r
4 \r
5 #include "../gpu/shader.h"\r
6 #include "../gpu/ogl_device.h"\r
7 \r
8 #include "blending_glsl.h"\r
9 \r
10 #include <common/gl/gl_check.h>\r
11 #include <common/env.h>\r
12 \r
13 #include <tbb/mutex.h>\r
14 \r
15 namespace caspar { namespace core {\r
16 \r
17 std::shared_ptr<shader> g_shader;\r
18 tbb::mutex                              g_shader_mutex;\r
19 bool                                    g_blend_modes = false;\r
20 \r
21 std::string get_blend_color_func()\r
22 {\r
23         return \r
24                         \r
25         get_adjustement_glsl()\r
26                 \r
27         +\r
28 \r
29         get_blend_glsl()\r
30                 \r
31         +\r
32                         \r
33         "vec3 get_blend_color(vec3 back, vec3 fore)                                                                                     \n"\r
34         "{                                                                                                                                                                      \n"\r
35         "       switch(blend_mode)                                                                                                                              \n"\r
36         "       {                                                                                                                                                               \n"\r
37         "       case  0: return BlendNormal(back, fore);                                                                                \n"\r
38         "       case  1: return BlendLighten(back, fore);                                                                               \n"\r
39         "       case  2: return BlendDarken(back, fore);                                                                                \n"\r
40         "       case  3: return BlendMultiply(back, fore);                                                                              \n"\r
41         "       case  4: return BlendAverage(back, fore);                                                                               \n"\r
42         "       case  5: return BlendAdd(back, fore);                                                                                   \n"\r
43         "       case  6: return BlendSubstract(back, fore);                                                                             \n"\r
44         "       case  7: return BlendDifference(back, fore);                                                                    \n"\r
45         "       case  8: return BlendNegation(back, fore);                                                                              \n"\r
46         "       case  9: return BlendExclusion(back, fore);                                                                             \n"\r
47         "       case 10: return BlendScreen(back, fore);                                                                                \n"\r
48         "       case 11: return BlendOverlay(back, fore);                                                                               \n"\r
49         //"     case 12: return BlendSoftLight(back, fore);                                                                             \n"\r
50         "       case 13: return BlendHardLight(back, fore);                                                                             \n"\r
51         "       case 14: return BlendColorDodge(back, fore);                                                                    \n"\r
52         "       case 15: return BlendColorBurn(back, fore);                                                                             \n"\r
53         "       case 16: return BlendLinearDodge(back, fore);                                                                   \n"\r
54         "       case 17: return BlendLinearBurn(back, fore);                                                                    \n"\r
55         "       case 18: return BlendLinearLight(back, fore);                                                                   \n"\r
56         "       case 19: return BlendVividLight(back, fore);                                                                    \n"\r
57         "       case 20: return BlendPinLight(back, fore);                                                                              \n"\r
58         "       case 21: return BlendHardMix(back, fore);                                                                               \n"\r
59         "       case 22: return BlendReflect(back, fore);                                                                               \n"\r
60         "       case 23: return BlendGlow(back, fore);                                                                                  \n"\r
61         "       case 24: return BlendPhoenix(back, fore);                                                                               \n"\r
62         "       case 25: return BlendHue(back, fore);                                                                                   \n"\r
63         "       case 26: return BlendSaturation(back, fore);                                                                    \n"\r
64         "       case 27: return BlendColor(back, fore);                                                                                 \n"\r
65         "       case 28: return BlendLuminosity(back, fore);                                                                    \n"\r
66         "       }                                                                                                                                                               \n"\r
67         "       return BlendNormal(back, fore);                                                                                                 \n"\r
68         "}                                                                                                                                                                      \n"\r
69         "                                                                                                                                                                       \n"                                                                                                                                                       \r
70         "vec4 blend(vec4 fore)                                                                                                                          \n"\r
71         "{                                                                                                                                                                      \n"\r
72         "   vec4 back = texture2D(background, gl_TexCoord[1].st).bgra;                                          \n"\r
73         "       fore.rgb = get_blend_color(back.rgb, fore.rgb);                                                                 \n"\r
74         "       return fore + (1.0-fore.a)*back;                                                                                                \n"\r
75         "}                                                                                                                                                                      \n";                    \r
76 }\r
77                 \r
78 std::string get_simple_blend_color_func()\r
79 {\r
80         return  \r
81                 \r
82         get_adjustement_glsl()\r
83                         \r
84         +\r
85 \r
86         "vec4 blend(vec4 fore)                                                                                                                          \n"\r
87         "{                                                                                                                                                                      \n"\r
88         "       return fore;                                                                                                                                    \n"\r
89         "}                                                                                                                                                                      \n";\r
90 }\r
91 \r
92 std::string get_vertex()\r
93 {\r
94         return \r
95 \r
96         "void main()                                                                                                                                            \n"\r
97         "{                                                                                                                                                                      \n"\r
98         "       gl_TexCoord[0] = gl_MultiTexCoord0;                                                                                             \n"\r
99         "       gl_TexCoord[1] = gl_MultiTexCoord1;                                                                                             \n"\r
100         "       gl_Position    = ftransform();                                                                                                  \n"\r
101         "}                                                                                                                                                                      \n";\r
102 }\r
103 \r
104 std::string get_fragment(bool blend_modes)\r
105 {\r
106         return\r
107 \r
108         "#version 120                                                                                                                                           \n"\r
109         "uniform sampler2D      background;                                                                                                             \n"\r
110         "uniform sampler2D      plane[4];                                                                                                               \n"\r
111         "uniform sampler2D      local_key;                                                                                                              \n"\r
112         "uniform sampler2D      layer_key;                                                                                                              \n"\r
113         "                                                                                                                                                                       \n"\r
114         "uniform bool           is_hd;                                                                                                                  \n"\r
115         "uniform bool           has_local_key;                                                                                                  \n"\r
116         "uniform bool           has_layer_key;                                                                                                  \n"\r
117         "uniform int            blend_mode;                                                                                                             \n"\r
118         "uniform int            pixel_format;                                                                                                   \n"\r
119         "                                                                                                                                                                       \n"\r
120         "uniform float          opacity;                                                                                                                \n"\r
121         "uniform bool           levels;                                                                                                                 \n"\r
122         "uniform float          min_input;                                                                                                              \n"\r
123         "uniform float          max_input;                                                                                                              \n"\r
124         "uniform float          gamma;                                                                                                                  \n"\r
125         "uniform float          min_output;                                                                                                             \n"\r
126         "uniform float          max_output;                                                                                                             \n"\r
127         "                                                                                                                                                                       \n"\r
128         "uniform bool           csb;                                                                                                                    \n"\r
129         "uniform float          brt;                                                                                                                    \n"\r
130         "uniform float          sat;                                                                                                                    \n"\r
131         "uniform float          con;                                                                                                                    \n"\r
132         "                                                                                                                                                                       \n"     \r
133 \r
134         +\r
135                 \r
136         (blend_modes ? get_blend_color_func() : get_simple_blend_color_func())\r
137 \r
138         +\r
139         \r
140         "                                                                                                                                                                       \n"\r
141         "//http://slouken.blogspot.com/2011/02/mpeg-acceleration-with-glsl.html                         \n"\r
142         "vec4 ycbcra_to_rgba_sd(float y, float cb, float cr, float a)                                           \n"\r
143         "{                                                                                                                                                                      \n"\r
144         "       // YUV offset                                                                                                                                   \n"\r
145         "       const vec3 offset = vec3(-0.0625, -0.5, -0.5);                                                                  \n"\r
146         "                                                                                                                                                                       \n"\r
147         "       // RGB coefficients                                                                                                                     \n"\r
148         "       const vec3 Rcoeff = vec3(1.164,  0.000,  1.596);                                                                \n"\r
149         "       const vec3 Gcoeff = vec3(1.164, -0.391, -0.813);                                                                \n"\r
150         "       const vec3 Bcoeff = vec3(1.164,  2.018,  0.000);                                                                \n"\r
151         "                                                                                                                                                                       \n"\r
152         "       vec3 yuv = vec3(y, cr, cb);                                                                                                             \n"\r
153         "   vec4 rgba;                                                                                                                                          \n"\r
154         "                                                                                                                                                                       \n"\r
155         "       yuv += offset;                                                                                                                                  \n"\r
156         "       rgba.r = dot(yuv, Rcoeff);                                                                                                              \n"\r
157         "       rgba.g = dot(yuv, Gcoeff);                                                                                                              \n"\r
158         "       rgba.b = dot(yuv, Bcoeff);                                                                                                              \n"\r
159         "       rgba.a = a;                                                                                                                                             \n"\r
160         "                                                                                                                                                                       \n"\r
161         "       return rgba;                                                                                                                                    \n"\r
162         "}                                                                                                                                                                      \n"                     \r
163         "                                                                                                                                                                       \n"\r
164         "vec4 ycbcra_to_rgba_hd(float y, float cb, float cr, float a)                                           \n"\r
165         "{                                                                                                                                                                      \n"\r
166         "       // YUV offset                                                                                                                                   \n"\r
167         "       const vec3 offset = vec3(-0.0625, -0.5, -0.5);                                                                  \n"\r
168         "                                                                                                                                                                       \n"\r
169         "       // RGB coefficients                                                                                                                     \n"\r
170         "       const vec3 Rcoeff = vec3(1.164,  0.000,  1.793);                                                                \n"\r
171         "       const vec3 Gcoeff = vec3(1.164, -0.213, -0.534);                                                                \n"\r
172         "       const vec3 Bcoeff = vec3(1.164,  2.115,  0.000);                                                                \n"\r
173         "                                                                                                                                                                       \n"\r
174         "       vec3 yuv = vec3(y, cr, cb);                                                                                                             \n"\r
175         "   vec4 rgba;                                                                                                                                          \n"\r
176         "                                                                                                                                                                       \n"\r
177         "       yuv += offset;                                                                                                                                  \n"\r
178         "       rgba.r = dot(yuv, Rcoeff);                                                                                                              \n"\r
179         "       rgba.g = dot(yuv, Gcoeff);                                                                                                              \n"\r
180         "       rgba.b = dot(yuv, Bcoeff);                                                                                                              \n"\r
181         "       rgba.a = a;                                                                                                                                             \n"\r
182         "                                                                                                                                                                       \n"\r
183         "       return rgba;                                                                                                                                    \n"\r
184         "}                                                                                                                                                                      \n"                     \r
185         "                                                                                                                                                                       \n"             \r
186         "vec4 ycbcra_to_rgba(float y, float cb, float cr, float a)                                                      \n"\r
187         "{                                                                                                                                                                      \n"\r
188         "       if(is_hd)                                                                                                                                               \n"\r
189         "               return ycbcra_to_rgba_hd(y, cb, cr, a);                                                                         \n"\r
190         "       else                                                                                                                                                    \n"\r
191         "               return ycbcra_to_rgba_sd(y, cb, cr, a);                                                                         \n"\r
192         "}                                                                                                                                                                      \n"\r
193         "                                                                                                                                                                       \n"\r
194         "vec4 get_rgba_color()                                                                                                                          \n"\r
195         "{                                                                                                                                                                      \n"\r
196         "       switch(pixel_format)                                                                                                                    \n"\r
197         "       {                                                                                                                                                               \n"\r
198         "       case 0:         //gray                                                                                                                          \n"\r
199         "               return vec4(texture2D(plane[0], gl_TexCoord[0].st).rrr, 1.0);                           \n"\r
200         "       case 1:         //bgra,                                                                                                                         \n"\r
201         "               return texture2D(plane[0], gl_TexCoord[0].st).bgra;                                                     \n"\r
202         "       case 2:         //rgba,                                                                                                                         \n"\r
203         "               return texture2D(plane[0], gl_TexCoord[0].st).rgba;                                                     \n"\r
204         "       case 3:         //argb,                                                                                                                         \n"\r
205         "               return texture2D(plane[0], gl_TexCoord[0].st).argb;                                                     \n"\r
206         "       case 4:         //abgr,                                                                                                                         \n"\r
207         "               return texture2D(plane[0], gl_TexCoord[0].st).gbar;                                                     \n"\r
208         "       case 5:         //ycbcr,                                                                                                                        \n"\r
209         "               {                                                                                                                                                       \n"\r
210         "                       float y  = texture2D(plane[0], gl_TexCoord[0].st).r;                                    \n"\r
211         "                       float cb = texture2D(plane[1], gl_TexCoord[0].st).r;                                    \n"\r
212         "                       float cr = texture2D(plane[2], gl_TexCoord[0].st).r;                                    \n"\r
213         "                       return ycbcra_to_rgba(y, cb, cr, 1.0);                                                                  \n"\r
214         "               }                                                                                                                                                       \n"\r
215         "       case 6:         //ycbcra                                                                                                                        \n"\r
216         "               {                                                                                                                                                       \n"\r
217         "                       float y  = texture2D(plane[0], gl_TexCoord[0].st).r;                                    \n"\r
218         "                       float cb = texture2D(plane[1], gl_TexCoord[0].st).r;                                    \n"\r
219         "                       float cr = texture2D(plane[2], gl_TexCoord[0].st).r;                                    \n"\r
220         "                       float a  = texture2D(plane[3], gl_TexCoord[0].st).r;                                    \n"\r
221         "                       return ycbcra_to_rgba(y, cb, cr, a);                                                                    \n"\r
222         "               }                                                                                                                                                       \n"\r
223         "       case 7:         //luma                                                                                                                          \n"\r
224         "               {                                                                                                                                                       \n"\r
225         "                       vec3 y3 = texture2D(plane[0], gl_TexCoord[0].st).rrr;                                   \n"\r
226         "                       return vec4((y3-0.065)/0.859, 1.0);                                                                             \n"\r
227         "               }                                                                                                                                                       \n"\r
228         "       }                                                                                                                                                               \n"\r
229         "       return vec4(0.0, 0.0, 0.0, 0.0);                                                                                                \n"\r
230         "}                                                                                                                                                                      \n"\r
231         "                                                                                                                                                                       \n"\r
232         "void main()                                                                                                                                            \n"\r
233         "{                                                                                                                                                                      \n"\r
234         "       vec4 color = get_rgba_color();                                                                                                  \n"\r
235         "   if(levels)                                                                                                                                          \n"\r
236         "               color.rgb = LevelsControl(color.rgb, min_input, max_input, gamma, min_output, max_output); \n"\r
237         "       if(csb)                                                                                                                                                 \n"\r
238         "               color.rgb = ContrastSaturationBrightness(color.rgb, brt, sat, con);                     \n"\r
239         "       if(has_local_key)                                                                                                                               \n"\r
240         "               color *= texture2D(local_key, gl_TexCoord[1].st).r;                                                     \n"\r
241         "       if(has_layer_key)                                                                                                                               \n"\r
242         "               color *= texture2D(layer_key, gl_TexCoord[1].st).r;                                                     \n"\r
243         "       color *= opacity;                                                                                                                               \n"\r
244         "       color = blend(color);                                                                                                                   \n"\r
245         "       gl_FragColor = color.bgra;                                                                                                              \n"\r
246         "}                                                                                                                                                                      \n";\r
247 }\r
248 \r
249 safe_ptr<shader> get_image_shader(ogl_device& ogl, bool& blend_modes)\r
250 {\r
251         tbb::mutex::scoped_lock lock(g_shader_mutex);\r
252 \r
253         if(g_shader)\r
254         {\r
255                 blend_modes = g_blend_modes;\r
256                 return make_safe(g_shader);\r
257         }\r
258                 \r
259         try\r
260         {                               \r
261                 g_blend_modes  = glTextureBarrierNV ? env::properties().get("configuration.mixers.blend-modes", false) : false;\r
262                 g_shader.reset(new shader(get_vertex(), get_fragment(g_blend_modes)));\r
263         }\r
264         catch(...)\r
265         {\r
266                 CASPAR_LOG_CURRENT_EXCEPTION();\r
267                 CASPAR_LOG(warning) << "Failed to compile shader. Trying to compile without blend-modes.";\r
268                                 \r
269                 g_blend_modes = false;\r
270                 g_shader.reset(new shader(get_vertex(), get_fragment(g_blend_modes)));\r
271         }\r
272                                                 \r
273         ogl.enable(GL_TEXTURE_2D);\r
274 \r
275         if(!g_blend_modes)\r
276         {\r
277                 ogl.enable(GL_BLEND);\r
278                 glBlendFuncSeparate(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA, GL_ONE, GL_ONE);\r
279                 CASPAR_LOG(info) << L"[shader] Blend-modes are disabled.";\r
280         }\r
281 \r
282         blend_modes = g_blend_modes;\r
283         return make_safe(g_shader);\r
284 }\r
285 \r
286 }}