如何使用 OpenGL ES 2.0 着色器完成这些图像处理任务? [英] How can I do these image processing tasks using OpenGL ES 2.0 shaders?
问题描述
如何使用 OpenGL ES 2.0 着色器执行以下图像处理任务?
- 色彩空间变换(RGB/YUV/HSL/Lab)
- 图像的旋转
- 转换为草图
- 转换为油画
我刚刚在我的开源 并具有以下代码:
变化的 highp vec2 textureCoordinate;统一的sampler2D inputImageTexture；统一的 highp vec2 中心；统一的 highp 浮动半径；均匀的高浮角；无效的主要(){highp vec2 textureCoordinateToUse = textureCoordinate;highp float dist = 距离(中心，textureCoordinate)；textureCoordinateToUse -= 中心；如果(距离<半径){highp 浮动百分比 = (radius - dist)/半径；highp float theta = 百分比 * 百分比 * 角度 * 8.0；highp 浮动 s = sin(theta);highp 浮点数 c = cos(theta);textureCoordinateToUse = vec2(dot(textureCoordinateToUse, vec2(c, -s)), dot(textureCoordinateToUse, vec2(s, c)));}textureCoordinateToUse += 中心；gl_FragColor = texture2D(inputImageTexture, textureCoordinateToUse);}草图过滤器是使用 Sobel 边缘检测生成的，边缘以不同的灰色阴影显示.对此的着色器如下:
变化的 highp vec2 textureCoordinate;统一的sampler2D inputImageTexture；均匀的mediump浮动强度；uniform mediump float imageWidthFactor;统一的 mediump 浮动 imageHeightFactor；const mediump vec3 W = vec3(0.2125, 0.7154, 0.0721);无效的主要(){mediump vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb;mediump vec2 stp0 = vec2(1.0/imageWidthFactor, 0.0);mediump vec2 st0p = vec2(0.0, 1.0/imageHeightFactor);mediump vec2 stpp = vec2(1.0/imageWidthFactor, 1.0/imageHeightFactor);mediump vec2 stpm = vec2(1.0/imageWidthFactor, -1.0/imageHeightFactor);mediump float i00 = dot(textureColor, W);mediump float im1m1 = dot( texture2D(inputImageTexture, textureCoordinate - stpp).rgb, W);mediump float ip1p1 = dot(texture2D(inputImageTexture, textureCoordinate + stpp).rgb, W);mediump float im1p1 = dot( texture2D(inputImageTexture, textureCoordinate - stpm).rgb, W);mediump float ip1m1 = dot(texture2D(inputImageTexture, textureCoordinate + stpm).rgb, W);mediump float im10 = dot( texture2D(inputImageTexture, textureCoordinate - stp0).rgb, W);mediump float ip10 = dot(texture2D(inputImageTexture, textureCoordinate + stp0).rgb, W);mediump float i0m1 = dot(texture2D(inputImageTexture, textureCoordinate - st0p).rgb, W);mediump float i0p1 = dot(texture2D(inputImageTexture, textureCoordinate + st0p).rgb, W);mediump 浮点数 h = -im1p1 - 2.0 * i0p1 - ip1p1 + im1m1 + 2.0 * i0m1 + ip1m1；mediump 浮点 v = -im1m1 - 2.0 * im10 - im1p1 + ip1m1 + 2.0 * ip10 + ip1p1；mediump 浮动 mag = 1.0 - 长度(vec2(h，v))；mediump vec3 目标 = vec3(mag);gl_FragColor = vec4(mix(textureColor, 目标, 强度), 1.0);}最后，使用 Kuwahara 滤镜生成油画外观.这个特殊的过滤器来自 Jan Eric Kyprianidis 和他的同事研究人员的杰出工作，如文章Anisotropic Kuwahara"中所述GPU Pro book 中的在 GPU 上过滤".其中的着色器代码如下:
变化的 highp vec2 textureCoordinate;统一的sampler2D inputImageTexture；统一的 int 半径；高精度高浮点；常量 vec2 src_size = vec2 (768.0, 1024.0);无效主要(无效){vec2 uv = 纹理坐标；浮动 n = 浮动((半径 + 1)*(半径 + 1))；vec3 m[4];vec3 s[4]；for (int k = 0; k < 4; ++k) {m[k] = vec3(0.0);s[k] = vec3(0.0);}for (int j = -radius; j <= 0; ++j) {for (int i = -radius; i <= 0; ++i) {vec3 c = texture2D(inputImageTexture, uv + vec2(i,j)/src_size).rgb;m[0] += c;s[0] += c * c;}}for (int j = -radius; j <= 0; ++j) {for (int i = 0; i <= 半径; ++i) {vec3 c = texture2D(inputImageTexture, uv + vec2(i,j)/src_size).rgb;m[1] += c;s[1] += c * c;}}for (int j = 0; j <= 半径; ++j) {for (int i = 0; i <= 半径; ++i) {vec3 c = texture2D(inputImageTexture, uv + vec2(i,j)/src_size).rgb;m[2] += c;s[2] += c * c;}}for (int j = 0; j <= 半径; ++j) {for (int i = -radius; i <= 0; ++i) {vec3 c = texture2D(inputImageTexture, uv + vec2(i,j)/src_size).rgb;m[3] += c;s[3] += c * c;}}浮动 min_sigma2 = 1e+2;for (int k = 0; k < 4; ++k) {m[k]/= n;s[k] = abs(s[k]/n - m[k] * m[k]);浮动 sigma2 = s[k].r + s[k].g + s[k].b;如果(sigma2 同样，这些都是 GPUImage 中的内置过滤器，因此您可以将该框架放入您的应用程序并开始在图像、视频和电影上使用它们，而无需接触任何 OpenGL ES.该框架的所有代码都可以在 BSD 许可下使用，如果您想了解它的工作原理或对其进行调整.
How can I perform the following image processing tasks using OpenGL ES 2.0 shaders?
- Colorspace transform ( RGB/YUV/HSL/Lab )
- Swirling of the image
- Converting to a sketch
- Converting to an oil painting
I just added filters to my open source GPUImage framework that perform three of the four processing tasks you describe (swirling, sketch filtering, and converting to an oil painting). While I don't yet have colorspace transforms as filters, I do have the ability to apply a matrix to transform colors.
As examples of these filters in action, here is a sepia tone color conversion:
a swirl distortion:
a sketch filter:
and finally, an oil painting conversion:
Note that all of these filters were done on live video frames, and all but the last filter can be run in real time on video from iOS device cameras. The last filter is pretty computationally intensive, so even as a shader it takes ~1 second or so to render on an iPad 2.
The sepia tone filter is based on the following color matrix fragment shader:
varying highp vec2 textureCoordinate;
uniform sampler2D inputImageTexture;
uniform lowp mat4 colorMatrix;
uniform lowp float intensity;
void main()
{
lowp vec4 textureColor = texture2D(inputImageTexture, textureCoordinate);
lowp vec4 outputColor = textureColor * colorMatrix;
gl_FragColor = (intensity * outputColor) + ((1.0 - intensity) * textureColor);
}
with a matrix of
self.colorMatrix = (GPUMatrix4x4){
{0.3588, 0.7044, 0.1368, 0},
{0.2990, 0.5870, 0.1140, 0},
{0.2392, 0.4696, 0.0912 ,0},
{0,0,0,0},
};
The swirl fragment shader is based on this Geeks 3D example and has the following code:
varying highp vec2 textureCoordinate;
uniform sampler2D inputImageTexture;
uniform highp vec2 center;
uniform highp float radius;
uniform highp float angle;
void main()
{
highp vec2 textureCoordinateToUse = textureCoordinate;
highp float dist = distance(center, textureCoordinate);
textureCoordinateToUse -= center;
if (dist < radius)
{
highp float percent = (radius - dist) / radius;
highp float theta = percent * percent * angle * 8.0;
highp float s = sin(theta);
highp float c = cos(theta);
textureCoordinateToUse = vec2(dot(textureCoordinateToUse, vec2(c, -s)), dot(textureCoordinateToUse, vec2(s, c)));
}
textureCoordinateToUse += center;
gl_FragColor = texture2D(inputImageTexture, textureCoordinateToUse );
}
The sketch filter is generated using Sobel edge detection, with edges shown in varying grey shades. The shader for this is as follows:
varying highp vec2 textureCoordinate;
uniform sampler2D inputImageTexture;
uniform mediump float intensity;
uniform mediump float imageWidthFactor;
uniform mediump float imageHeightFactor;
const mediump vec3 W = vec3(0.2125, 0.7154, 0.0721);
void main()
{
mediump vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb;
mediump vec2 stp0 = vec2(1.0 / imageWidthFactor, 0.0);
mediump vec2 st0p = vec2(0.0, 1.0 / imageHeightFactor);
mediump vec2 stpp = vec2(1.0 / imageWidthFactor, 1.0 / imageHeightFactor);
mediump vec2 stpm = vec2(1.0 / imageWidthFactor, -1.0 / imageHeightFactor);
mediump float i00 = dot( textureColor, W);
mediump float im1m1 = dot( texture2D(inputImageTexture, textureCoordinate - stpp).rgb, W);
mediump float ip1p1 = dot( texture2D(inputImageTexture, textureCoordinate + stpp).rgb, W);
mediump float im1p1 = dot( texture2D(inputImageTexture, textureCoordinate - stpm).rgb, W);
mediump float ip1m1 = dot( texture2D(inputImageTexture, textureCoordinate + stpm).rgb, W);
mediump float im10 = dot( texture2D(inputImageTexture, textureCoordinate - stp0).rgb, W);
mediump float ip10 = dot( texture2D(inputImageTexture, textureCoordinate + stp0).rgb, W);
mediump float i0m1 = dot( texture2D(inputImageTexture, textureCoordinate - st0p).rgb, W);
mediump float i0p1 = dot( texture2D(inputImageTexture, textureCoordinate + st0p).rgb, W);
mediump float h = -im1p1 - 2.0 * i0p1 - ip1p1 + im1m1 + 2.0 * i0m1 + ip1m1;
mediump float v = -im1m1 - 2.0 * im10 - im1p1 + ip1m1 + 2.0 * ip10 + ip1p1;
mediump float mag = 1.0 - length(vec2(h, v));
mediump vec3 target = vec3(mag);
gl_FragColor = vec4(mix(textureColor, target, intensity), 1.0);
}
Finally, the oil painting look is generated using a Kuwahara filter. This particular filter is from the outstanding work of Jan Eric Kyprianidis and his fellow researchers, as described in the article "Anisotropic Kuwahara Filtering on the GPU" within the GPU Pro book. The shader code from that is as follows:
varying highp vec2 textureCoordinate;
uniform sampler2D inputImageTexture;
uniform int radius;
precision highp float;
const vec2 src_size = vec2 (768.0, 1024.0);
void main (void)
{
vec2 uv = textureCoordinate;
float n = float((radius + 1) * (radius + 1));
vec3 m[4];
vec3 s[4];
for (int k = 0; k < 4; ++k) {
m[k] = vec3(0.0);
s[k] = vec3(0.0);
}
for (int j = -radius; j <= 0; ++j) {
for (int i = -radius; i <= 0; ++i) {
vec3 c = texture2D(inputImageTexture, uv + vec2(i,j) / src_size).rgb;
m[0] += c;
s[0] += c * c;
}
}
for (int j = -radius; j <= 0; ++j) {
for (int i = 0; i <= radius; ++i) {
vec3 c = texture2D(inputImageTexture, uv + vec2(i,j) / src_size).rgb;
m[1] += c;
s[1] += c * c;
}
}
for (int j = 0; j <= radius; ++j) {
for (int i = 0; i <= radius; ++i) {
vec3 c = texture2D(inputImageTexture, uv + vec2(i,j) / src_size).rgb;
m[2] += c;
s[2] += c * c;
}
}
for (int j = 0; j <= radius; ++j) {
for (int i = -radius; i <= 0; ++i) {
vec3 c = texture2D(inputImageTexture, uv + vec2(i,j) / src_size).rgb;
m[3] += c;
s[3] += c * c;
}
}
float min_sigma2 = 1e+2;
for (int k = 0; k < 4; ++k) {
m[k] /= n;
s[k] = abs(s[k] / n - m[k] * m[k]);
float sigma2 = s[k].r + s[k].g + s[k].b;
if (sigma2 < min_sigma2) {
min_sigma2 = sigma2;
gl_FragColor = vec4(m[k], 1.0);
}
}
}
Again, these are all built-in filters within GPUImage, so you can just drop that framework into your application and start using them on images, video, and movies without having to touch any OpenGL ES. All the code for the framework is available under a BSD license, if you'd like to see how it works or tweak it.
这篇关于如何使用 OpenGL ES 2.0 着色器完成这些图像处理任务?的文章就介绍到这了，希望我们推荐的答案对大家有所帮助，也希望大家多多支持IT屋！
