当屏幕分辨率高于 1920x1080 时捕获视频
Capturing video when screen resolution is above 1920x1080
我正在尝试编写一个使用 Media Foundation, for capturing mp4 videos of the desktop. I found that on a PC with screen resolution of over 1920x1080, capturing fails. The failure is following a call to SetInputMediaType() 的 Win32 c++ 程序,其中 returns 错误 0xc00d36b4(为媒体类型指定的数据无效、不一致或此对象不支持)
有什么解决办法吗?
HRESULT InitializeDirect3D9(IDirect3DDevice9** ppDevice, IDirect3DSurface9** ppSurface, UINT32& uiWidth, UINT32& uiHeight)
{
IDirect3D9* d3d = NULL;
d3d = Direct3DCreate9(D3D_SDK_VERSION);
if (d3d == NULL)
return E_POINTER;
D3DDISPLAYMODE mode;
HRESULT hr = d3d->GetAdapterDisplayMode(D3DADAPTER_DEFAULT, &mode);
if (FAILED(hr))
{
SafeRelease(&d3d);
return hr;
}
D3DPRESENT_PARAMETERS parameters = { 0 };
parameters.Windowed = TRUE;
parameters.BackBufferCount = 1;
uiHeight = parameters.BackBufferHeight = mode.Height;
uiWidth = parameters.BackBufferWidth = mode.Width;
parameters.SwapEffect = D3DSWAPEFFECT_DISCARD;
parameters.hDeviceWindow = NULL;
hr = d3d->CreateDevice(D3DADAPTER_DEFAULT, D3DDEVTYPE_HAL, NULL, D3DCREATE_SOFTWARE_VERTEXPROCESSING, ¶meters, ppDevice);
if (FAILED(hr))
{
SafeRelease(&d3d);
return hr;
}
hr = (*ppDevice)->CreateOffscreenPlainSurface(mode.Width, mode.Height, D3DFMT_A8R8G8B8, D3DPOOL_SYSTEMMEM, ppSurface, nullptr);
SafeRelease(&d3d);
return hr;
}
HRESULT SGCaptureDecktopVideo::InitializeSinkWriter(std::wstring VideoPath, IMFSinkWriter **ppWriter, DWORD *pStreamIndex, const UINT32 uiWidth, const UINT32 uiHeight)
{
*ppWriter = NULL;
*pStreamIndex = NULL;
IMFSinkWriter *pSinkWriter = NULL;
IMFMediaType *pMediaTypeOut = NULL;
IMFMediaType *pMediaTypeIn = NULL;
DWORD streamIndex;
HRESULT hr = MFCreateSinkWriterFromURL(VideoPath.c_str(), NULL, NULL, &pSinkWriter);
// Set the output media type.
if (SUCCEEDED(hr))
{
hr = MFCreateMediaType(&pMediaTypeOut);
}
if (SUCCEEDED(hr))
{
hr = pMediaTypeOut->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
}
if (SUCCEEDED(hr))
{
hr = pMediaTypeOut->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_ENCODING_FORMAT);
}
�
void vidThread(vidThreadArgs *args)
{
WriteLogFile(L"Thread started");
HRESULT hr = CoInitializeEx(NULL, COINIT_APARTMENTTHREADED);
if (SUCCEEDED(hr))
{
WriteLogFile(L"CoInitializeEx - success");
hr = MFStartup(MF_VERSION);
if (SUCCEEDED(hr))
{
WriteLogFile(L"MFStartup - success");
UINT32 uiWidth = 0;
UINT32 uiHeight = 0;
IDirect3DDevice9* pDevice = NULL;
IDirect3DSurface9* pSurface = NULL;
hr = myVideoRecorder.InitializeDirect3D9(&pDevice, &pSurface, uiWidth, uiHeight);
if (SUCCEEDED(hr))
{
WriteLogFile(L"InitializeDirect3D9 - success");
IMFSinkWriter *pSinkWriter = NULL;
DWORD stream;
hr = myVideoRecorder.InitializeSinkWriter(myVideoRecorder.CaptureParams.VideoPath, &pSinkWriter, &stream, uiWidth, uiHeight);
if (SUCCEEDED(hr))
{
WriteLogFile(L"InitializeSinkWriter - success");
LONGLONG rtStart = 0;
unsigned long long int frameCounter = 0;
while (true)
{
hr = myVideoRecorder.WriteFrame(pDevice, pSurface, pSinkWriter, stream, rtStart, uiWidth, uiHeight);
frameCounter++;
if (FAILED(hr))
{
WriteLogFile(L"Internal error %d Frame %d\n",
GetLastError(), frameCounter);
break;
}
rtStart += myVideoRecorder.CaptureParams.VIDEO_FRAME_DURATION;
if (bStopRecording)
{
WriteLogFile(L"Finalizing recording of file %s. Frame %llu",
myVideoRecorder.CaptureParams.VideoPath.c_str(),
frameCounter);
break;
}
}
}
else
{
DWORD error = GetLastError();
WriteLogFile(L"failed here. Error %d\n", error);
}
if (SUCCEEDED(hr))
{
hr = pSinkWriter->Finalize();
}
SafeRelease(&pSinkWriter);
}
else
{
WriteLogFile(L"InitializeDirect3D9 - failed Error %d",GetLastError());
result = STATUS_ERROR_INIT_DIRECT3D9;
}
SafeRelease(&pDevice);
SafeRelease(&pSurface);
MFShutdown();
WriteLogFile(L"MFShutDown");
}
else
{
result = STATUS_ERROR_MFSSTARTUP;
WriteLogFile(L"MFStartup failed");
}
CoUninitialize();
}
else
{
result = STATUS_ERROR_COINITILIZE;
WriteLogFile(L"CoInitilize - failed Error %d", GetLastError());
}
HRESULT WriteFrame(IDirect3DDevice9* pDevice, IDirect3DSurface9*
pSurface, IMFSinkWriter* pWriter, DWORD streamIndex, const
LONGLONG& rtStart, const UINT32 uiWidth, const UINT32 uiHeight){
HRESULT hr = pDevice->GetFrontBufferData(0, pSurface);
if(FAILED(hr)){
return hr;
}
D3DLOCKED_RECT rc;
hr = pSurface->LockRect(&rc, NULL, 0);
if(FAILED(hr)){
return hr;
}
IMFSample *pSample = NULL;
IMFMediaBuffer *pBuffer = NULL;
const LONG cbWidth = 4 * uiWidth;
const DWORD cbBuffer = cbWidth * uiHeight;
BYTE *pData = NULL;
// Create a new memory buffer.
hr = MFCreateMemoryBuffer(cbBuffer, &pBuffer);
// Lock the buffer and copy the video frame to the buffer.
if(SUCCEEDED(hr)){
hr = pBuffer->Lock(&pData, NULL, NULL);
}
if(SUCCEEDED(hr)){
#ifdef REVERSE_IMAGE
for(int i = 0, j = uiHeight - 1; i < uiHeight; i++, j--)
for(int k = 0; k < cbWidth; k++)
pData[(i * cbWidth) + k] = ((BYTE*)rc.pBits)[(j *
cbWidth) + k];
#else
hr = MFCopyImage(pData, cbWidth, (BYTE*)rc.pBits, rc.Pitch,
cbWidth, uiHeight);
#endif
}
if(pBuffer){
pBuffer->Unlock();
}
// Set the data length of the buffer.
if(SUCCEEDED(hr)){
hr = pBuffer->SetCurrentLength(cbBuffer);
}
// Create a media sample and add the buffer to the sample.
if(SUCCEEDED(hr)){
hr = MFCreateSample(&pSample);
}
if(SUCCEEDED(hr)){
hr = pSample->AddBuffer(pBuffer);
}
// Set the time stamp and the duration.
if(SUCCEEDED(hr)){
hr = pSample->SetSampleTime(rtStart);
}
if(SUCCEEDED(hr)){
hr = pSample->SetSampleDuration(VIDEO_FRAME_DURATION);
}
// Send the sample to the Sink Writer.
if(SUCCEEDED(hr)){
hr = pWriter->WriteSample(streamIndex, pSample);
}
hr = pSurface->UnlockRect();
SafeRelease(&pSample);
SafeRelease(&pBuffer);
return hr;
}
代码在 5 台不同的机器上进行了测试,全部使用 Windows 10 x64,发现如果我存储 uiWidth 和 的值uiHeight 在日志文件中,就在以下行之前:
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
当它们的值低于 1220 和 1080 时,代码可以完美运行,并且当这些值中的一个(或两个)超过 1220x1080 时,它们将获得 0 大小的视频文件。
更新:
我还发布了 InitializeSinkWriter()。在第 17 步,SetInputMediaType() 失败并出现错误 c00d36b4。
HRESULT SGCaptureDecktopVideo::InitializeSinkWriter(std::wstring VideoPath, IMFSinkWriter **ppWriter, DWORD *pStreamIndex, const UINT32 uiWidth, const UINT32 uiHeight)
{
*ppWriter = NULL;
*pStreamIndex = NULL;
IMFSinkWriter *pSinkWriter = NULL;
IMFMediaType *pMediaTypeOut = NULL;
IMFMediaType *pMediaTypeIn = NULL;
DWORD streamIndex;
// Step 1 - MFCreateSinkWriterFromURL
HRESULT hr = MFCreateSinkWriterFromURL(VideoPath.c_str(), NULL, NULL, &pSinkWriter);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 1 - MFCreateSinkWriterFromURL() failed. %x", hr);
goto cleanup;
}
// Step 2 - MFCreateMediaType
hr = MFCreateMediaType(&pMediaTypeOut);
if(SUCCEEDED(hr)==0)
{
WriteLogFile(L"Step 2 - MFCreateMediaType() failed. %x", hr);
goto cleanup;
}
// Step 3 - SetGUID (MF_MT_MAJOR_TYPE)
hr = pMediaTypeOut->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
if(SUCCEEDED(hr)==0)
{
WriteLogFile(L"Step 3 - SetGUID (MF_MT_MAJOR_TYPE) failed. %x", hr);
goto cleanup;
}
// Step 4 - SetGUID (MF_MT_SUBTYPE)
hr = pMediaTypeOut->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_ENCODING_FORMAT);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 4 - SetGUID (MF_MT_SUBTYPE) failed. %x", hr);
goto cleanup;
}
// Step 5 - SetUINT32 (MF_MT_AVG_BITRATE)
hr = pMediaTypeOut->SetUINT32(MF_MT_AVG_BITRATE, myVideoRecorder.CaptureParams.VIDEO_BIT_RATE);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 5 - SetUINT32 (MF_MT_AVG_BITRATE) failed. %x", hr);
goto cleanup;
}
// Step 6 - SetUINT32(MF_MT_INTERLACE_MODE)
hr = pMediaTypeOut->SetUINT32(MF_MT_INTERLACE_MODE, MFVideoInterlace_Progressive);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 6 - SetUINT32(MF_MT_INTERLACE_MODE) failed. %x", hr);
goto cleanup;
}
// Step 7 - MFSetAttributeSize
WriteLogFile(L"w %d h %d",uiWidth, uiHeight);
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 7 - MFSetAttributeSize() failed. %x", hr);
goto cleanup;
}
// Step 8 - MFSetAttributeRatio - MF_MT_FRAME_RATE
hr = MFSetAttributeRatio(pMediaTypeOut, MF_MT_FRAME_RATE, myVideoRecorder.CaptureParams.VIDEO_FPS, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 8 - MFSetAttributeRatio(MF_MT_FRAME_RATE) failed. %x", hr);
goto cleanup;
}
// Step 9 - MFSetAttributeRatio - MF_MT_PIXEL_ASPECT_RATIO
hr = MFSetAttributeRatio(pMediaTypeOut, MF_MT_PIXEL_ASPECT_RATIO, 1, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 9 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO) failed. %x", hr);
goto cleanup;
}
// Step 10 - AddStream
hr = pSinkWriter->AddStream(pMediaTypeOut, &streamIndex);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 10 - AddStream() failed. %x", hr);
goto cleanup;
}
// Step 11 - MFCreateMediaType
hr = MFCreateMediaType(&pMediaTypeIn);
if (SUCCEEDED(hr) == 0 || pMediaTypeIn==NULL)
{
WriteLogFile(L"Step 11 - MFCreateMediaType() failed. %x", hr);
goto cleanup;
}
// Step 12 - SetGUID (MF_MT_MAJOR_TYPE)
hr = pMediaTypeIn->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 12 - SetGUID (MF_MT_MAJOR_TYPE) failed. %x", hr);
goto cleanup;
}
// Step 13 - SetGUID (MF_MT_SUBTYPE)
hr = pMediaTypeIn->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_INPUT_FORMAT);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 13 - SetGUID (MF_MT_SUBTYPE) failed. %x", hr);
goto cleanup;
}
// Step 13 - SetUINT32 (MF_MT_INTERLACE_MODE)
hr = pMediaTypeIn->SetUINT32(MF_MT_INTERLACE_MODE, MFVideoInterlace_Progressive);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"SetUINT32 (MF_MT_INTERLACE_MODE). %x", hr);
goto cleanup;
}
// Step 14 - SMFSetAttributeSize
hr = MFSetAttributeSize(pMediaTypeIn, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 14 - MFSetAttributeSize() failed. %x", hr);
goto cleanup;
}
// Step 15 - MFSetAttributeRatio(MF_MT_FRAME_RATE)
hr = MFSetAttributeRatio(pMediaTypeIn, MF_MT_FRAME_RATE, myVideoRecorder.CaptureParams.VIDEO_FPS, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 15 - MFSetAttributeRatio(MF_MT_FRAME_RATE) failed. %x", hr);
goto cleanup;
}
// Step 16 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO)
hr = MFSetAttributeRatio(pMediaTypeIn, MF_MT_PIXEL_ASPECT_RATIO, 1, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 16 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO) failed. %x", hr);
goto cleanup;
}
// Step 17 - SetInputMediaType
hr = pSinkWriter->SetInputMediaType(streamIndex, pMediaTypeIn, NULL);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 17 - SetInputMediaType() failed. %x", hr);
goto cleanup;
}
// Step 18 - BeginWriting() Tell the sink writer to start accepting data.
hr = pSinkWriter->BeginWriting();
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 18 - BeginWriting() failed. %x", hr);
goto cleanup;
}
// Return the pointer to the caller.
WriteLogFile(L"Success");
*ppWriter = pSinkWriter;
(*ppWriter)->AddRef();
*pStreamIndex = streamIndex;
cleanup:;
SafeRelease(&pSinkWriter);
SafeRelease(&pMediaTypeOut);
SafeRelease(&pMediaTypeIn);
return hr;
}
在分辨率更高的机器上,我仍然在这部分遇到错误。 CreateDevice() 失败,错误为 0x7E。
D3DDISPLAYMODE mode;
HRESULT hr = d3d->GetAdapterDisplayMode(D3DADAPTER_DEFAULT, &mode);
if (FAILED(hr))
{
WriteLogFile(L"GetAdapterDisplayMode() failed. Error =%x", GetLastError());
SafeRelease(&d3d);
return hr;
}
WriteLogFile(L"Fetched mode. Width=%d Height=%d", mode.Width, mode.Height);
D3DPRESENT_PARAMETERS parameters = { 0 };
parameters.Windowed = TRUE;
parameters.BackBufferCount = 1;
uiHeight = parameters.BackBufferHeight = mode.Height;
uiWidth = parameters.BackBufferWidth = mode.Width;
parameters.SwapEffect = D3DSWAPEFFECT_DISCARD;
parameters.hDeviceWindow = NULL;
hr = d3d->CreateDevice(D3DADAPTER_DEFAULT, D3DDEVTYPE_HAL, NULL, D3DCREATE_SOFTWARE_VERTEXPROCESSING, ¶meters, ppDevice);
if (FAILED(hr))
{
WriteLogFile(L"CreateDevice failed. Error =%x",GetLastError());
SafeRelease(&d3d);
return hr;
}
首先,这段代码的错误处理是有问题的。如果有任何失败,If 将简单地跳过操作,但实际上从不报告任何失败。几乎可以肯定 API 调用之一失败了,此时您需要实际报告错误并显示 hr
的十六进制值(最容易阅读和查找),然后保释。所以你需要修复错误报告并告诉我们哪个 API 失败了,结果是什么。
至于为什么会失败,像 MP4 这样的编解码器有编码配置文件,它们更喜欢使用特定的分辨率或比特率。高分辨率可能超出了该配置文件的限制,或者它是 MP4 不支持(或没有配置文件)的非标准分辨率。或者配置文件是比特率限制的,并且请求的更高分辨率超过了可用的比特率。
最后发现uiWidth和uiHeight不能超过1920x1080,所以需要在调用MFSetAttributeSize()前调整.
INT32 outWidth = uiWidth;
INT32 outHeight = uiHeight;
if (uiWidth > 1920 || uiHeight > 1080)
{
outWidth = 1920;
outHeight = 1080;
}
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, outWidth, outHeight);
这显然解决了分辨率高于 1920x1080 的计算机上的问题。
您的瓶颈是视频编码器的分辨率支持。
视频编码器通常对分辨率有限制,但限制各不相同。广泛支持的最大安全分辨率为 1920x1088。在您的情况下,您可能正在使用 Microsoft 的软件编码器。我想过去的一段时间 MSDN documetnation 直接提到了最大分辨率,但是目前那里没有这个信息。
无法可靠地识别支持的最大分辨率,它看起来像是 API 设计缺陷。
郑重声明,Windows10 版本 1903(2019 年 5 月更新)附带软件 H.264 视频编码器,能够编码至少 3840x2160 视频。
另请参阅:
- IMFSinkWriter can't export a large size video of mp4
- The max resolution for mp4(h264) encoder
我正在尝试编写一个使用 Media Foundation, for capturing mp4 videos of the desktop. I found that on a PC with screen resolution of over 1920x1080, capturing fails. The failure is following a call to SetInputMediaType() 的 Win32 c++ 程序,其中 returns 错误 0xc00d36b4(为媒体类型指定的数据无效、不一致或此对象不支持)
有什么解决办法吗?
HRESULT InitializeDirect3D9(IDirect3DDevice9** ppDevice, IDirect3DSurface9** ppSurface, UINT32& uiWidth, UINT32& uiHeight)
{
IDirect3D9* d3d = NULL;
d3d = Direct3DCreate9(D3D_SDK_VERSION);
if (d3d == NULL)
return E_POINTER;
D3DDISPLAYMODE mode;
HRESULT hr = d3d->GetAdapterDisplayMode(D3DADAPTER_DEFAULT, &mode);
if (FAILED(hr))
{
SafeRelease(&d3d);
return hr;
}
D3DPRESENT_PARAMETERS parameters = { 0 };
parameters.Windowed = TRUE;
parameters.BackBufferCount = 1;
uiHeight = parameters.BackBufferHeight = mode.Height;
uiWidth = parameters.BackBufferWidth = mode.Width;
parameters.SwapEffect = D3DSWAPEFFECT_DISCARD;
parameters.hDeviceWindow = NULL;
hr = d3d->CreateDevice(D3DADAPTER_DEFAULT, D3DDEVTYPE_HAL, NULL, D3DCREATE_SOFTWARE_VERTEXPROCESSING, ¶meters, ppDevice);
if (FAILED(hr))
{
SafeRelease(&d3d);
return hr;
}
hr = (*ppDevice)->CreateOffscreenPlainSurface(mode.Width, mode.Height, D3DFMT_A8R8G8B8, D3DPOOL_SYSTEMMEM, ppSurface, nullptr);
SafeRelease(&d3d);
return hr;
}
HRESULT SGCaptureDecktopVideo::InitializeSinkWriter(std::wstring VideoPath, IMFSinkWriter **ppWriter, DWORD *pStreamIndex, const UINT32 uiWidth, const UINT32 uiHeight)
{
*ppWriter = NULL;
*pStreamIndex = NULL;
IMFSinkWriter *pSinkWriter = NULL;
IMFMediaType *pMediaTypeOut = NULL;
IMFMediaType *pMediaTypeIn = NULL;
DWORD streamIndex;
HRESULT hr = MFCreateSinkWriterFromURL(VideoPath.c_str(), NULL, NULL, &pSinkWriter);
// Set the output media type.
if (SUCCEEDED(hr))
{
hr = MFCreateMediaType(&pMediaTypeOut);
}
if (SUCCEEDED(hr))
{
hr = pMediaTypeOut->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
}
if (SUCCEEDED(hr))
{
hr = pMediaTypeOut->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_ENCODING_FORMAT);
}
�
void vidThread(vidThreadArgs *args)
{
WriteLogFile(L"Thread started");
HRESULT hr = CoInitializeEx(NULL, COINIT_APARTMENTTHREADED);
if (SUCCEEDED(hr))
{
WriteLogFile(L"CoInitializeEx - success");
hr = MFStartup(MF_VERSION);
if (SUCCEEDED(hr))
{
WriteLogFile(L"MFStartup - success");
UINT32 uiWidth = 0;
UINT32 uiHeight = 0;
IDirect3DDevice9* pDevice = NULL;
IDirect3DSurface9* pSurface = NULL;
hr = myVideoRecorder.InitializeDirect3D9(&pDevice, &pSurface, uiWidth, uiHeight);
if (SUCCEEDED(hr))
{
WriteLogFile(L"InitializeDirect3D9 - success");
IMFSinkWriter *pSinkWriter = NULL;
DWORD stream;
hr = myVideoRecorder.InitializeSinkWriter(myVideoRecorder.CaptureParams.VideoPath, &pSinkWriter, &stream, uiWidth, uiHeight);
if (SUCCEEDED(hr))
{
WriteLogFile(L"InitializeSinkWriter - success");
LONGLONG rtStart = 0;
unsigned long long int frameCounter = 0;
while (true)
{
hr = myVideoRecorder.WriteFrame(pDevice, pSurface, pSinkWriter, stream, rtStart, uiWidth, uiHeight);
frameCounter++;
if (FAILED(hr))
{
WriteLogFile(L"Internal error %d Frame %d\n",
GetLastError(), frameCounter);
break;
}
rtStart += myVideoRecorder.CaptureParams.VIDEO_FRAME_DURATION;
if (bStopRecording)
{
WriteLogFile(L"Finalizing recording of file %s. Frame %llu",
myVideoRecorder.CaptureParams.VideoPath.c_str(),
frameCounter);
break;
}
}
}
else
{
DWORD error = GetLastError();
WriteLogFile(L"failed here. Error %d\n", error);
}
if (SUCCEEDED(hr))
{
hr = pSinkWriter->Finalize();
}
SafeRelease(&pSinkWriter);
}
else
{
WriteLogFile(L"InitializeDirect3D9 - failed Error %d",GetLastError());
result = STATUS_ERROR_INIT_DIRECT3D9;
}
SafeRelease(&pDevice);
SafeRelease(&pSurface);
MFShutdown();
WriteLogFile(L"MFShutDown");
}
else
{
result = STATUS_ERROR_MFSSTARTUP;
WriteLogFile(L"MFStartup failed");
}
CoUninitialize();
}
else
{
result = STATUS_ERROR_COINITILIZE;
WriteLogFile(L"CoInitilize - failed Error %d", GetLastError());
}
HRESULT WriteFrame(IDirect3DDevice9* pDevice, IDirect3DSurface9*
pSurface, IMFSinkWriter* pWriter, DWORD streamIndex, const
LONGLONG& rtStart, const UINT32 uiWidth, const UINT32 uiHeight){
HRESULT hr = pDevice->GetFrontBufferData(0, pSurface);
if(FAILED(hr)){
return hr;
}
D3DLOCKED_RECT rc;
hr = pSurface->LockRect(&rc, NULL, 0);
if(FAILED(hr)){
return hr;
}
IMFSample *pSample = NULL;
IMFMediaBuffer *pBuffer = NULL;
const LONG cbWidth = 4 * uiWidth;
const DWORD cbBuffer = cbWidth * uiHeight;
BYTE *pData = NULL;
// Create a new memory buffer.
hr = MFCreateMemoryBuffer(cbBuffer, &pBuffer);
// Lock the buffer and copy the video frame to the buffer.
if(SUCCEEDED(hr)){
hr = pBuffer->Lock(&pData, NULL, NULL);
}
if(SUCCEEDED(hr)){
#ifdef REVERSE_IMAGE
for(int i = 0, j = uiHeight - 1; i < uiHeight; i++, j--)
for(int k = 0; k < cbWidth; k++)
pData[(i * cbWidth) + k] = ((BYTE*)rc.pBits)[(j *
cbWidth) + k];
#else
hr = MFCopyImage(pData, cbWidth, (BYTE*)rc.pBits, rc.Pitch,
cbWidth, uiHeight);
#endif
}
if(pBuffer){
pBuffer->Unlock();
}
// Set the data length of the buffer.
if(SUCCEEDED(hr)){
hr = pBuffer->SetCurrentLength(cbBuffer);
}
// Create a media sample and add the buffer to the sample.
if(SUCCEEDED(hr)){
hr = MFCreateSample(&pSample);
}
if(SUCCEEDED(hr)){
hr = pSample->AddBuffer(pBuffer);
}
// Set the time stamp and the duration.
if(SUCCEEDED(hr)){
hr = pSample->SetSampleTime(rtStart);
}
if(SUCCEEDED(hr)){
hr = pSample->SetSampleDuration(VIDEO_FRAME_DURATION);
}
// Send the sample to the Sink Writer.
if(SUCCEEDED(hr)){
hr = pWriter->WriteSample(streamIndex, pSample);
}
hr = pSurface->UnlockRect();
SafeRelease(&pSample);
SafeRelease(&pBuffer);
return hr;
}
代码在 5 台不同的机器上进行了测试,全部使用 Windows 10 x64,发现如果我存储 uiWidth 和 的值uiHeight 在日志文件中,就在以下行之前:
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
当它们的值低于 1220 和 1080 时,代码可以完美运行,并且当这些值中的一个(或两个)超过 1220x1080 时,它们将获得 0 大小的视频文件。
更新: 我还发布了 InitializeSinkWriter()。在第 17 步,SetInputMediaType() 失败并出现错误 c00d36b4。
HRESULT SGCaptureDecktopVideo::InitializeSinkWriter(std::wstring VideoPath, IMFSinkWriter **ppWriter, DWORD *pStreamIndex, const UINT32 uiWidth, const UINT32 uiHeight)
{
*ppWriter = NULL;
*pStreamIndex = NULL;
IMFSinkWriter *pSinkWriter = NULL;
IMFMediaType *pMediaTypeOut = NULL;
IMFMediaType *pMediaTypeIn = NULL;
DWORD streamIndex;
// Step 1 - MFCreateSinkWriterFromURL
HRESULT hr = MFCreateSinkWriterFromURL(VideoPath.c_str(), NULL, NULL, &pSinkWriter);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 1 - MFCreateSinkWriterFromURL() failed. %x", hr);
goto cleanup;
}
// Step 2 - MFCreateMediaType
hr = MFCreateMediaType(&pMediaTypeOut);
if(SUCCEEDED(hr)==0)
{
WriteLogFile(L"Step 2 - MFCreateMediaType() failed. %x", hr);
goto cleanup;
}
// Step 3 - SetGUID (MF_MT_MAJOR_TYPE)
hr = pMediaTypeOut->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
if(SUCCEEDED(hr)==0)
{
WriteLogFile(L"Step 3 - SetGUID (MF_MT_MAJOR_TYPE) failed. %x", hr);
goto cleanup;
}
// Step 4 - SetGUID (MF_MT_SUBTYPE)
hr = pMediaTypeOut->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_ENCODING_FORMAT);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 4 - SetGUID (MF_MT_SUBTYPE) failed. %x", hr);
goto cleanup;
}
// Step 5 - SetUINT32 (MF_MT_AVG_BITRATE)
hr = pMediaTypeOut->SetUINT32(MF_MT_AVG_BITRATE, myVideoRecorder.CaptureParams.VIDEO_BIT_RATE);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 5 - SetUINT32 (MF_MT_AVG_BITRATE) failed. %x", hr);
goto cleanup;
}
// Step 6 - SetUINT32(MF_MT_INTERLACE_MODE)
hr = pMediaTypeOut->SetUINT32(MF_MT_INTERLACE_MODE, MFVideoInterlace_Progressive);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 6 - SetUINT32(MF_MT_INTERLACE_MODE) failed. %x", hr);
goto cleanup;
}
// Step 7 - MFSetAttributeSize
WriteLogFile(L"w %d h %d",uiWidth, uiHeight);
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 7 - MFSetAttributeSize() failed. %x", hr);
goto cleanup;
}
// Step 8 - MFSetAttributeRatio - MF_MT_FRAME_RATE
hr = MFSetAttributeRatio(pMediaTypeOut, MF_MT_FRAME_RATE, myVideoRecorder.CaptureParams.VIDEO_FPS, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 8 - MFSetAttributeRatio(MF_MT_FRAME_RATE) failed. %x", hr);
goto cleanup;
}
// Step 9 - MFSetAttributeRatio - MF_MT_PIXEL_ASPECT_RATIO
hr = MFSetAttributeRatio(pMediaTypeOut, MF_MT_PIXEL_ASPECT_RATIO, 1, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 9 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO) failed. %x", hr);
goto cleanup;
}
// Step 10 - AddStream
hr = pSinkWriter->AddStream(pMediaTypeOut, &streamIndex);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 10 - AddStream() failed. %x", hr);
goto cleanup;
}
// Step 11 - MFCreateMediaType
hr = MFCreateMediaType(&pMediaTypeIn);
if (SUCCEEDED(hr) == 0 || pMediaTypeIn==NULL)
{
WriteLogFile(L"Step 11 - MFCreateMediaType() failed. %x", hr);
goto cleanup;
}
// Step 12 - SetGUID (MF_MT_MAJOR_TYPE)
hr = pMediaTypeIn->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 12 - SetGUID (MF_MT_MAJOR_TYPE) failed. %x", hr);
goto cleanup;
}
// Step 13 - SetGUID (MF_MT_SUBTYPE)
hr = pMediaTypeIn->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_INPUT_FORMAT);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 13 - SetGUID (MF_MT_SUBTYPE) failed. %x", hr);
goto cleanup;
}
// Step 13 - SetUINT32 (MF_MT_INTERLACE_MODE)
hr = pMediaTypeIn->SetUINT32(MF_MT_INTERLACE_MODE, MFVideoInterlace_Progressive);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"SetUINT32 (MF_MT_INTERLACE_MODE). %x", hr);
goto cleanup;
}
// Step 14 - SMFSetAttributeSize
hr = MFSetAttributeSize(pMediaTypeIn, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 14 - MFSetAttributeSize() failed. %x", hr);
goto cleanup;
}
// Step 15 - MFSetAttributeRatio(MF_MT_FRAME_RATE)
hr = MFSetAttributeRatio(pMediaTypeIn, MF_MT_FRAME_RATE, myVideoRecorder.CaptureParams.VIDEO_FPS, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 15 - MFSetAttributeRatio(MF_MT_FRAME_RATE) failed. %x", hr);
goto cleanup;
}
// Step 16 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO)
hr = MFSetAttributeRatio(pMediaTypeIn, MF_MT_PIXEL_ASPECT_RATIO, 1, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 16 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO) failed. %x", hr);
goto cleanup;
}
// Step 17 - SetInputMediaType
hr = pSinkWriter->SetInputMediaType(streamIndex, pMediaTypeIn, NULL);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 17 - SetInputMediaType() failed. %x", hr);
goto cleanup;
}
// Step 18 - BeginWriting() Tell the sink writer to start accepting data.
hr = pSinkWriter->BeginWriting();
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 18 - BeginWriting() failed. %x", hr);
goto cleanup;
}
// Return the pointer to the caller.
WriteLogFile(L"Success");
*ppWriter = pSinkWriter;
(*ppWriter)->AddRef();
*pStreamIndex = streamIndex;
cleanup:;
SafeRelease(&pSinkWriter);
SafeRelease(&pMediaTypeOut);
SafeRelease(&pMediaTypeIn);
return hr;
}
在分辨率更高的机器上,我仍然在这部分遇到错误。 CreateDevice() 失败,错误为 0x7E。
D3DDISPLAYMODE mode;
HRESULT hr = d3d->GetAdapterDisplayMode(D3DADAPTER_DEFAULT, &mode);
if (FAILED(hr))
{
WriteLogFile(L"GetAdapterDisplayMode() failed. Error =%x", GetLastError());
SafeRelease(&d3d);
return hr;
}
WriteLogFile(L"Fetched mode. Width=%d Height=%d", mode.Width, mode.Height);
D3DPRESENT_PARAMETERS parameters = { 0 };
parameters.Windowed = TRUE;
parameters.BackBufferCount = 1;
uiHeight = parameters.BackBufferHeight = mode.Height;
uiWidth = parameters.BackBufferWidth = mode.Width;
parameters.SwapEffect = D3DSWAPEFFECT_DISCARD;
parameters.hDeviceWindow = NULL;
hr = d3d->CreateDevice(D3DADAPTER_DEFAULT, D3DDEVTYPE_HAL, NULL, D3DCREATE_SOFTWARE_VERTEXPROCESSING, ¶meters, ppDevice);
if (FAILED(hr))
{
WriteLogFile(L"CreateDevice failed. Error =%x",GetLastError());
SafeRelease(&d3d);
return hr;
}
首先,这段代码的错误处理是有问题的。如果有任何失败,If 将简单地跳过操作,但实际上从不报告任何失败。几乎可以肯定 API 调用之一失败了,此时您需要实际报告错误并显示 hr
的十六进制值(最容易阅读和查找),然后保释。所以你需要修复错误报告并告诉我们哪个 API 失败了,结果是什么。
至于为什么会失败,像 MP4 这样的编解码器有编码配置文件,它们更喜欢使用特定的分辨率或比特率。高分辨率可能超出了该配置文件的限制,或者它是 MP4 不支持(或没有配置文件)的非标准分辨率。或者配置文件是比特率限制的,并且请求的更高分辨率超过了可用的比特率。
最后发现uiWidth和uiHeight不能超过1920x1080,所以需要在调用MFSetAttributeSize()前调整.
INT32 outWidth = uiWidth;
INT32 outHeight = uiHeight;
if (uiWidth > 1920 || uiHeight > 1080)
{
outWidth = 1920;
outHeight = 1080;
}
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, outWidth, outHeight);
这显然解决了分辨率高于 1920x1080 的计算机上的问题。
您的瓶颈是视频编码器的分辨率支持。
视频编码器通常对分辨率有限制,但限制各不相同。广泛支持的最大安全分辨率为 1920x1088。在您的情况下,您可能正在使用 Microsoft 的软件编码器。我想过去的一段时间 MSDN documetnation 直接提到了最大分辨率,但是目前那里没有这个信息。
无法可靠地识别支持的最大分辨率,它看起来像是 API 设计缺陷。
郑重声明,Windows10 版本 1903(2019 年 5 月更新)附带软件 H.264 视频编码器,能够编码至少 3840x2160 视频。
另请参阅:
- IMFSinkWriter can't export a large size video of mp4
- The max resolution for mp4(h264) encoder