将 IOSurface 支持的纹理转换为 GL_TEXTURE_2D

Question

我想用 mipmaping 渲染一个 IOSurface 纹理。

我正在从 IOSurface 生成一个 OpenGL 纹理，如下所示：

let error = CGLTexImageIOSurface2D(context.cglContextObj!, 
GLenum(GL_TEXTURE_RECTANGLE_ARB),GLenum(GL_RGBA), GLsizei(width), GLsizei(height),
GLenum(GL_BGRA), GLenum(GL_UNSIGNED_INT_8_8_8_8_REV), surface!, 0)

并使用简单的片段着色器渲染它：

#version 120
uniform sampler2DRect texture;
varying vec2 texCoord;
uniform vec2 size;

void main(){
    vec4 tex = texture2DRect(texture, texCoord*size);
    gl_FragColor = tex;
}

这很好用。但不幸的是，该纹理未进行 mipmap，并且在较小尺寸下查看时非常 grainy/pixellated。经过进一步研究，似乎 IOSurface 支持的纹理不仅限于 GL_TEXTURE_RECTANGLE_ARB 目标，而且它们也不支持 mipmapping。

好的。所以我最好的选择似乎是：

将 GL_TEXTURE_RECTANGLE_ARB 纹理复制到 GL_TEXTURE_2D 纹理
为这个新纹理生成 mipmaps

请注意，我正在 Mac 上开发，它不支持 OpenGL 4.3，所以我不能在这里使用方便的 glCopyImageSubData。相反，我将步骤 1 的方法基于以下答案：How to copy texture1 to texture2 efficiently?

我的完整代码现在如下所示：

if !hasCreatedTexture {
    glGenTextures(1, &texture);
    glGenTextures(1, &arbTexture);
    glGenFramebuffers(1, &fbo)
    hasCreatedTexture = true
}
glEnable(GLenum(GL_TEXTURE_RECTANGLE_ARB))
glBindTexture(GLenum(GL_TEXTURE_RECTANGLE_ARB), arbTexture)

let error = CGLTexImageIOSurface2D(context.cglContextObj!, GLenum(GL_TEXTURE_RECTANGLE_ARB), GLenum(GL_RGBA), GLsizei(width), GLsizei(height), GLenum(GL_BGRA), GLenum(GL_UNSIGNED_INT_8_8_8_8_REV), surface!, 0)


glBindFramebuffer(GLenum(GL_FRAMEBUFFER), fbo);
glFramebufferTexture2D(GLenum(GL_READ_FRAMEBUFFER), GLenum(GL_COLOR_ATTACHMENT0),
                           GLenum(GL_TEXTURE_RECTANGLE_ARB), arbTexture, 0);
glFramebufferTexture2D(GLenum(GL_DRAW_FRAMEBUFFER), GLenum(GL_COLOR_ATTACHMENT1),
                           GLenum(GL_TEXTURE_2D), texture, 0);
glDrawBuffer(GLenum(GL_COLOR_ATTACHMENT1));
glBlitFramebuffer(0, 0, GLint(width), GLint(height), 0, 0, GLint(width), GLint(height), GLbitfield(GL_COLOR_BUFFER_BIT), GLenum(GL_NEAREST));
glBindTexture(GLenum(GL_TEXTURE_2D), texture)

并且我更改了着色器以支持 GL_TEXTURE_2D:

#version 120
uniform sampler2D texture;
varying vec2 texCoord;

void main(){
    vec4 tex = texture2D(texture, texCoord);
    gl_FragColor = tex;
}

这就是我卡住的地方。图像全黑，我不知道为什么它不起作用。

我试过像这样查看像素数据：

var pixelData = UnsafeMutablePointer<GLubyte>(allocatingCapacity: Int(width * height * 4))

glGetTexImage(GLenum(GL_TEXTURE_2D), 0, GLenum(GL_BGRA),
GLenum(GL_UNSIGNED_INT_8_8_8_8_REV), pixelData)
print(NSData(bytes: pixelData, length: 50000).description)

而且都是零。我的方法有问题吗？或者这个问题是否与处理 IOSurface 支持的纹理有关？

Answer 1

终于使用以下方法完成了这项工作：

func createMipTexture() {
    guard let surface = self.surface else { return }
    glBindTexture(GLenum(GL_TEXTURE_2D), texture);
    glEnable(GLenum(GL_TEXTURE_2D))

    guard let address = IOSurfaceGetBaseAddress(surface) as UnsafeMutableRawPointer? else { return }
    IOSurfaceLock(surface, .readOnly, nil)
    glTexImage2D(GLenum(GL_TEXTURE_2D), 0, GL_RGBA, GLsizei(width), GLsizei(height), 0,  GLenum(GL_BGRA), GLenum(GL_UNSIGNED_INT_8_8_8_8_REV), address)
    IOSurfaceUnlock(surface, .readOnly, nil);
    glTexParameteri(GLenum(GL_TEXTURE_2D), GLenum(GL_TEXTURE_MAX_LEVEL), 100)
    glHint(GLenum(GL_GENERATE_MIPMAP_HINT), GLenum(GL_NICEST));
    glGenerateMipmap(GLenum(GL_TEXTURE_2D))
    glTexParameteri(GLenum(GL_TEXTURE_2D), GLenum(GL_TEXTURE_WRAP_S), GL_REPEAT);
    glTexParameteri(GLenum(GL_TEXTURE_2D), GLenum(GL_TEXTURE_WRAP_T), GL_REPEAT);
    glTexParameteri(GLenum(GL_TEXTURE_2D), GLenum(GL_TEXTURE_MAG_FILTER), GL_LINEAR);
    glTexParameteri(GLenum(GL_TEXTURE_2D), GLenum(GL_TEXTURE_MIN_FILTER), GL_LINEAR_MIPMAP_LINEAR);
}

将 IOSurface 支持的纹理转换为 GL_TEXTURE_2D

Convert IOSurface-backed texture to GL_TEXTURE_2D

opengl

macos

textures

scenekit

iosurface