使用VMR9+D3D解码和播放视频

喜欢ヅ旅行 2022-07-15 02:37 252阅读 0赞

[完整源码][Link 1]

VMR-9是DirectShow的渲染filter，可以修改它的allocator-presenter实现获取解码数据并自己渲染

使用DirectShow前需要安装解码器，否则只能解码avi、wmv等少数格式，推荐[LVAFilters][]，这是基于FFMPEG的解码器

参考微软的文档：[Supplying a Custom Allocator-Presenter for VMR-9][]和[Direct3D 环境中的 DirectShow 电影][Direct3D _ DirectShow]

实现步骤：

1.  自己写个类实现IVMRSurfaceAllocator9和IVMRImagePresenter9
2.  调用IVMRFilterConfig9::SetRenderingMode设置VMR9Mode\_Renderless
3.  调用IVMRSurfaceAllocatorNotify9::AdviseSurfaceAllocator设置自己实现的allocator-presenter
4.  调用IVMRSurfaceAllocatorNotify9::SetD3DDevice设置D3D设备
5.  在IVMRSurfaceAllocator9::InitializeDevice里实现分配D3D表面，可以使用IVMRSurfaceAllocatorNotify9::AllocateSurfaceHelper
6.  在IVMRImagePresenter9::PresentImage里实现渲染表面

Decoder.h：

#pragma once
    #include <dshow.h>
    #include <d3d9.h>
    #include <vmr9.h>
    #include <vector>
    #include <functional>
    
    
    class CDecoder : private IVMRSurfaceAllocator9, private IVMRImagePresenter9
    {
    public:
    	CDecoder(LPCWSTR fileName, HWND d3dHwnd, IDirect3DDevice9* device);
    	virtual ~CDecoder() = default;
    
    	virtual void Run();
    	virtual void Pause();
    	virtual void Stop();
    
    	virtual void GetVideoSize(SIZE& size);
    
    	// 设置需要呈现时的回调函数
    	virtual void SetOnPresent(std::function<void(VMR9PresentationInfo*)>&& onPresent);
    
    protected:
    	CComPtr<IGraphBuilder> m_graph;
    	CComPtr<IMediaControl> m_control;
    	CComPtr<IBaseFilter> m_source;
    	CComPtr<IBaseFilter> m_vmr9;
    
    	SIZE m_videoSize;
    	// 需要呈现时被调用
    	std::function<void(VMR9PresentationInfo*)> m_onPresent;
    
    	// IUnknown
    
    private:
    	virtual HRESULT STDMETHODCALLTYPE QueryInterface(REFIID riid,  _COM_Outptr_ void __RPC_FAR *__RPC_FAR *ppvObject);
    	virtual ULONG STDMETHODCALLTYPE AddRef(void);
    	virtual ULONG STDMETHODCALLTYPE Release(void);
    
    	// IVMRSurfaceAllocator9
    
    private:
    	HWND m_d3dHwnd;
    	IDirect3DDevice9* m_device;
    
    	CComPtr<IVMRSurfaceAllocatorNotify9> m_vmrNotify;
    
    	std::vector<IDirect3DSurface9*> m_surfaces;
    
    	virtual HRESULT STDMETHODCALLTYPE InitializeDevice(DWORD_PTR dwUserID, VMR9AllocationInfo *lpAllocInfo, DWORD *lpNumBuffers);
    	virtual HRESULT STDMETHODCALLTYPE TerminateDevice(DWORD_PTR dwID);
    	virtual HRESULT STDMETHODCALLTYPE GetSurface(DWORD_PTR dwUserID, DWORD SurfaceIndex, DWORD SurfaceFlags, IDirect3DSurface9 **lplpSurface);
    	virtual HRESULT STDMETHODCALLTYPE AdviseNotify(IVMRSurfaceAllocatorNotify9 *lpIVMRSurfAllocNotify);
    
    	// IVMRImagePresenter9
    
    private:
    	virtual HRESULT STDMETHODCALLTYPE StartPresenting(DWORD_PTR dwUserID);
    	virtual HRESULT STDMETHODCALLTYPE StopPresenting(DWORD_PTR dwUserID);
    	virtual HRESULT STDMETHODCALLTYPE PresentImage(DWORD_PTR dwUserID, VMR9PresentationInfo *lpPresInfo);
    };

Decoder.cpp：

#include "stdafx.h"
    #include "Decoder.h"
    
    
    CDecoder::CDecoder(LPCWSTR fileName, HWND d3dHwnd, IDirect3DDevice9* device) :
    	m_d3dHwnd(d3dHwnd),
    	m_device(device)
    {
    	HRESULT hr;
    	hr = m_vmr9.CoCreateInstance(CLSID_VideoMixingRenderer9, NULL, CLSCTX_INPROC_SERVER);
    	hr = m_graph.CoCreateInstance(CLSID_FilterGraph, NULL, CLSCTX_INPROC_SERVER);
    	hr = m_graph.QueryInterface(&m_control);
    
    	hr = m_graph->AddFilter(m_vmr9, L"VMR9");
    	hr = m_graph->AddSourceFilter(fileName, L"Source", &m_source);
    	
    	// 设置呈现器
    	CComPtr<IVMRFilterConfig9> vmrConfig;
    	hr = m_vmr9.QueryInterface(&vmrConfig);
    	hr = vmrConfig->SetRenderingMode(VMR9Mode_Renderless);
    	hr = m_vmr9.QueryInterface(&m_vmrNotify);
    	hr = m_vmrNotify->AdviseSurfaceAllocator(0, this);
    	hr = AdviseNotify(m_vmrNotify);
    
    	// 连接源和渲染器
    	CComPtr<IEnumPins> enumPins;
    	CComPtr<IPin> sourcePin, renderPin;
    	PIN_DIRECTION pinDir;
    
    	m_source->EnumPins(&enumPins);
    	while (enumPins->Next(1, &sourcePin, NULL) == S_OK)
    	{
    		sourcePin->QueryDirection(&pinDir);
    		if (pinDir == PINDIR_OUTPUT)
    			break;
    		sourcePin.Release();
    	}
    	enumPins.Release();
    
    	m_vmr9->EnumPins(&enumPins);
    	while (enumPins->Next(1, &renderPin, NULL) == S_OK)
    	{
    		renderPin->QueryDirection(&pinDir);
    		if (pinDir == PINDIR_INPUT)
    			break;
    		renderPin.Release();
    	}
    	enumPins.Release();
    
    	hr = m_graph->Connect(sourcePin, renderPin);
    }
    
    void CDecoder::Run()
    {
    	TRACE(_T("Run\n"));
    	HRESULT hr = m_control->Run();
    }
    
    void CDecoder::Pause()
    {
    	TRACE(_T("Pause\n"));
    	HRESULT hr = m_control->Pause();
    }
    
    void CDecoder::Stop()
    {
    	TRACE(_T("Stop\n"));
    	HRESULT hr = m_control->Stop();
    }
    
    void CDecoder::GetVideoSize(SIZE& size)
    {
    	size = m_videoSize;
    }
    
    void CDecoder::SetOnPresent(std::function<void(VMR9PresentationInfo*)>&& onPresent)
    {
    	m_onPresent = std::move(onPresent);
    }
    
    // IUnknown
    
    HRESULT STDMETHODCALLTYPE CDecoder::QueryInterface(REFIID riid, _COM_Outptr_ void __RPC_FAR *__RPC_FAR *ppvObject)
    {
    	if (riid == IID_IUnknown)
    	{
    		*ppvObject = (IUnknown*)(IVMRSurfaceAllocator9*)this;
    		return S_OK;
    	}
    	if (riid == IID_IVMRSurfaceAllocator9)
    	{
    		*ppvObject = (IVMRSurfaceAllocator9*)this;
    		return S_OK;
    	}
    	if (riid == IID_IVMRImagePresenter9)
    	{
    		*ppvObject = (IVMRImagePresenter9*)this;
    		return S_OK;
    	}
    	return E_NOINTERFACE;
    }
    
    ULONG STDMETHODCALLTYPE CDecoder::AddRef(void)
    {
    	return 0;
    }
    
    ULONG STDMETHODCALLTYPE CDecoder::Release(void)
    {
    	return 0; // 没有严格实现COM组件，防止多次析构
    }
    
    // IVMRSurfaceAllocator9
    
    HRESULT STDMETHODCALLTYPE CDecoder::AdviseNotify(IVMRSurfaceAllocatorNotify9 *lpIVMRSurfAllocNotify)
    {
    	TRACE(_T("AdviseNotify\n"));
    	return lpIVMRSurfAllocNotify->SetD3DDevice(m_device, MonitorFromWindow(m_d3dHwnd, MONITOR_DEFAULTTOPRIMARY));
    }
    
    HRESULT STDMETHODCALLTYPE CDecoder::InitializeDevice(DWORD_PTR dwUserID, VMR9AllocationInfo *lpAllocInfo, DWORD *lpNumBuffers)
    {
    	TRACE(_T("InitializeDevice\n"));
    	m_videoSize = lpAllocInfo->szNativeSize;
    
    	m_surfaces.resize(*lpNumBuffers);
    	lpAllocInfo->dwFlags |= VMR9AllocFlag_OffscreenSurface; // 直接创建纹理表面很可能失败，所以创建离屏表面再复制到纹理表面
    	HRESULT hr = m_vmrNotify->AllocateSurfaceHelper(lpAllocInfo, lpNumBuffers, &m_surfaces[0]);
    	if (FAILED(hr))
    		m_surfaces.clear();
    	return hr;
    }
    
    HRESULT STDMETHODCALLTYPE CDecoder::TerminateDevice(DWORD_PTR dwID)
    {
    	TRACE(_T("TerminateDevice\n"));
    	if (!m_surfaces.empty())
    	{
    		for (auto& i : m_surfaces)
    			i->Release();
    		m_surfaces.clear();
    	}
    	return S_OK;
    }
    
    HRESULT STDMETHODCALLTYPE CDecoder::GetSurface(DWORD_PTR dwUserID, DWORD SurfaceIndex, DWORD SurfaceFlags, IDirect3DSurface9 **lplpSurface)
    {
    	TRACE(_T("GetSurface(%u)\n"), SurfaceIndex);
    	if (SurfaceIndex < 0 || SurfaceIndex >= m_surfaces.size())
    	{
    		*lplpSurface = NULL;
    		return E_FAIL;
    	}
    	*lplpSurface = m_surfaces[SurfaceIndex];
    	(*lplpSurface)->AddRef();
    	return S_OK;
    }
    
    // IVMRImagePresenter9
    
    HRESULT STDMETHODCALLTYPE CDecoder::StartPresenting(DWORD_PTR dwUserID)
    {
    	TRACE(_T("StartPresenting\n"));
    	return S_OK;
    }
    
    HRESULT STDMETHODCALLTYPE CDecoder::StopPresenting(DWORD_PTR dwUserID)
    {
    	TRACE(_T("StopPresenting\n"));
    	return S_OK;
    }
    
    HRESULT STDMETHODCALLTYPE CDecoder::PresentImage(DWORD_PTR dwUserID, VMR9PresentationInfo *lpPresInfo)
    {
    	//TRACE(_T("PresentImage(%I64d)\n"), lpPresInfo->rtStart);
    	if (!m_onPresent._Empty())
    		m_onPresent(lpPresInfo);
    	return S_OK;
    }

使用方法：

g_decoder = new CDecoder(L"E:\\pump it.avi", g_hWnd, g_device); // 指定播放的文件名
    	g_decoder->SetOnPresent(std::function<void(VMR9PresentationInfo*)>(OnPresent));
    
    // ......
    
    	g_decoder->Run();
    
    // ......
    
    void OnPresent(VMR9PresentationInfo* info)
    {
    	// 复制到纹理表面，自动转换颜色格式
    	g_device->StretchRect(info->lpSurf, NULL, g_surface, NULL, D3DTEXF_NONE);
    }

另外创建D3D设备时需要指定D3DCREATE\_MULTITHREADED，因为OnPresent是在另一个线程调用的

[Link 1]: https://github.com/xfgryujk/DecodeVideo/tree/master/VMR9D3D
[LVAFilters]: https://github.com/Nevcairiel/LAVFilters/releases
[Supplying a Custom Allocator-Presenter for VMR-9]: https://msdn.microsoft.com/en-us/library/dd407172%28v=vs.85%29.aspx
[Direct3D _ DirectShow]: https://msdn.microsoft.com/zh-cn/LIBRary/ms867211