ddgrab.cpp

在matlab环境下讲视频文件读入

		*bits = 0;
	} else {
		WAVEFORMATEX * h = (WAVEFORMATEX*) CB->pbFormat;
		if (!h) return E_POINTER;
		*nrChannels = h->nChannels;
		*rate = h->nSamplesPerSec;
		*bits = h->wBitsPerSample;
	}
	*nrFramesCaptured = CB->frames->size();
	*nrFramesTotal = CB->frameNr;

	return S_OK;
}

void DDGrabber::getCaptureInfo(int* nrVideo, int* nrAudio)
{
	if (!nrVideo || !nrAudio) return;

	*nrVideo = (VideoCBs->size()>0&&VideoCBs->at(0)&&((CSampleGrabberCB*)VideoCBs->at(0))->disabled)?0:VideoCBs->size();
	*nrAudio = (AudioCBs->size()>0&&AudioCBs->at(0)&&((CSampleGrabberCB*)AudioCBs->at(0))->disabled)?0:AudioCBs->size();
}

// data must be freed by caller
HRESULT DDGrabber::getVideoFrame(unsigned int id, int frameNr, char** data, int* nrBytes)
{
	if (!data || !nrBytes) return E_POINTER;

	if (id >= VideoCBs->size()) return E_NOINTERFACE;
	CSampleGrabberCB* CB = (CSampleGrabberCB*)VideoCBs->at(id);
	if (!CB) return E_POINTER;
	if (CB->frameNr == 0) return E_NOINTERFACE;
	if (frameNr < 0 || frameNr >= CB->frames->size()) return E_NOINTERFACE;

	BYTE* tmp = (BYTE*)CB->frames->at(frameNr);
	if (!tmp) return E_NOINTERFACE;

	*nrBytes = CB->frameBytes->at(frameNr);
	*data = new char[*nrBytes];
	if (!*data) return E_OUTOFMEMORY;
	memcpy(*data,tmp,*nrBytes);

	return S_OK;
}

// data must be freed by caller
HRESULT DDGrabber::getAudioFrame(unsigned int id, int frameNr, char** data, int* nrBytes)
{
	if (!data || !nrBytes) return E_POINTER;

	if (id >= AudioCBs->size()) return E_NOINTERFACE;
	CSampleGrabberCB* CB = (CSampleGrabberCB*)AudioCBs->at(id);
	if (!CB) return E_POINTER;
	if (CB->frameNr == 0) return E_NOINTERFACE;
	if (frameNr < 0 || frameNr >= CB->frames->size()) return E_NOINTERFACE;

	BYTE* tmp = (BYTE*)CB->frames->at(frameNr);
	if (!tmp) return E_NOINTERFACE;

	*nrBytes = CB->frameBytes->at(frameNr);
	*data = new char[*nrBytes];
	if (!*data) return E_OUTOFMEMORY;
	memcpy(*data,tmp,*nrBytes);

	return S_OK;
}

void DDGrabber::setFrames(int* frameNrs, int nrFrames)
{
	if (!frameNrs) return;

	for (int i=0; i < VideoCBs->size(); i++)
	{
		CSampleGrabberCB* CB = (CSampleGrabberCB*)VideoCBs->at(i);
		if (CB)
		{
#ifdef REMOVEMSDLL
			CB->frames->next = NULL;
			CB->frameNrs->next = NULL;
			for (int i=0; i<nrFrames; i++) new intListEntry(frameNrs[i],CB->frameNrs);
#else
			CB->frames->clear();
			CB->frameNrs->clear();
			for (int i=0; i<nrFrames; i++) CB->frameNrs->push_back(frameNrs[i]);
#endif
			CB->frameNr = 0;
		}
	}

	// the meaning of frames doesn't make much sense for audio...
}


void DDGrabber::setTime(double startTime, double stopTime)
{
	for (int i=0; i < VideoCBs->size(); i++)
	{
		CSampleGrabberCB* CB = (CSampleGrabberCB*)VideoCBs->at(i);
		if (CB)
		{
#ifdef REMOVEMSDLL
			CB->frames->next = NULL;
			CB->frameNrs->next = NULL;
#else
			CB->frames->clear();
			CB->frameNrs->clear();
#endif
			CB->frameNr = 0;
			CB->startTime = startTime;
			CB->stopTime = stopTime;
		}
	}

	for (int i=0; i < AudioCBs->size(); i++)
	{
		CSampleGrabberCB* CB = (CSampleGrabberCB*)AudioCBs->at(i);
		if (CB)
		{
#ifdef REMOVEMSDLL
			CB->frames->next = NULL;
			CB->frameNrs->next = NULL;
#else
			CB->frames->clear();
			CB->frameNrs->clear();
#endif
			CB->startTime = startTime;
			CB->stopTime = stopTime;
		}
	}
}

void DDGrabber::disableVideo()
{
	for (int i=0; i < VideoCBs->size(); i++)
	{
		if (VideoCBs->at(i)) ((CSampleGrabberCB*)VideoCBs->at(i))->disabled = true;
	}
}

void DDGrabber::disableAudio()
{
	for (int i=0; i < AudioCBs->size(); i++)
	{
		if (AudioCBs->at(i)) ((CSampleGrabberCB*)AudioCBs->at(i))->disabled = true;
	}
}

HRESULT DDGrabber::changeToNull(IGraphBuilder* pGraphBuilder, IBaseFilter* pRenderer)
{
	HRESULT hr;

	if (!pGraphBuilder || !pRenderer) return E_POINTER;

	IPin* outPin = connectedToInput(pRenderer);
	if (!outPin) return E_NOINTERFACE;

	// Add the Null Renderer filter to the graph.
	IBaseFilter *pNull;
	if (FAILED(hr = ::CoCreateInstance(CLSID_NullRenderer,NULL,CLSCTX_INPROC_SERVER,IID_IBaseFilter, (void**)&pNull))) return hr;
	if (FAILED(hr = pGraphBuilder->AddFilter(pNull, L"NullRender"))) return hr;
	if (FAILED(hr = outPin->Disconnect())) return hr;

	IPin* inPin = getInputPin(pNull);
	if (!inPin) return E_NOINTERFACE;

	#ifdef _DEBUG
		FILTER_INFO info;
		pRenderer->QueryFilterInfo(&info);
		char str[100];
		WideCharToMultiByte( CP_ACP, 0, info.achName, -1, str, 100, NULL, NULL );
		_RPT0(_CRT_WARN,str);
		_RPT0(_CRT_WARN," Removed\n");
	#endif

	if (FAILED(hr = pGraphBuilder->RemoveFilter(pRenderer))) return hr;

	hr = pGraphBuilder->Connect(outPin,inPin);
	return hr;
}

HRESULT DDGrabber::insertCapture(IGraphBuilder* pGraphBuilder, IBaseFilter* pRenderer, AM_MEDIA_TYPE* mt, CSampleGrabberCB** grabberCB)
{
	HRESULT hr;

	if (!pGraphBuilder || !pRenderer || !mt || !grabberCB) return E_POINTER;

	IPin* rendererPin = getInputPin(pRenderer);
	IPin* upStreamPin = connectedToInput(pRenderer);
	if (!upStreamPin || !rendererPin) return E_NOINTERFACE;

 	// Create the "Grabber filter"
	CComPtr<IBaseFilter>	pGrabberBaseFilter;
	CComPtr<ISampleGrabber> pSampleGrabber;
	if (FAILED(hr = ::CoCreateInstance(CLSID_SampleGrabber,NULL,CLSCTX_INPROC_SERVER,IID_IBaseFilter, (LPVOID *)&pGrabberBaseFilter))) return hr;
	pGrabberBaseFilter->QueryInterface(IID_ISampleGrabber, (void**)&pSampleGrabber);
	if (pSampleGrabber == NULL) return E_NOINTERFACE;
	if (FAILED(hr = pGraphBuilder->AddFilter(pGrabberBaseFilter,L"Grabber"))) return hr;
	if (FAILED(hr = pSampleGrabber->SetMediaType(mt))) return hr;

	IPin* grabberInPin = getInputPin(pGrabberBaseFilter);
	if (!grabberInPin) return E_NOINTERFACE;

	if (FAILED(hr = upStreamPin->Disconnect())) return hr;
	if (FAILED(hr = rendererPin->Disconnect())) return hr;

	if (FAILED(hr = pGraphBuilder->Connect(upStreamPin,grabberInPin))) return hr;

	IPin* grabberOutPin = getOutputPin(pGrabberBaseFilter);
	if (!grabberOutPin) return E_NOINTERFACE;
	if (FAILED(hr = pGraphBuilder->Connect(grabberOutPin,rendererPin))) return hr;

	if (FAILED(hr = pSampleGrabber->SetBufferSamples(FALSE))) return hr;

	*grabberCB = new CSampleGrabberCB();
	if (!*grabberCB) return E_OUTOFMEMORY;
	CComQIPtr< ISampleGrabberCB, &IID_ISampleGrabberCB> CB(*grabberCB);

	if (FAILED(hr = pSampleGrabber->SetCallback( CB, 1 ))) return hr;
	if (FAILED(hr = pSampleGrabber->GetConnectedMediaType(mt))) return hr;

	// I don't know how long this pointer will stay valid... so copy it
	if ((*grabberCB)->pbFormat) free((*grabberCB)->pbFormat);
	(*grabberCB)->pbFormat = new BYTE[mt->cbFormat];
	if (!(*grabberCB)->pbFormat) return E_OUTOFMEMORY;
	memcpy((*grabberCB)->pbFormat,mt->pbFormat,mt->cbFormat);

	return hr;
}

HRESULT DDGrabber::insertVideoCapture(IGraphBuilder* pGraphBuilder, IBaseFilter* pRenderer)
{
	AM_MEDIA_TYPE mt = {0};
	CSampleGrabberCB* grabberCB;

	if (!pGraphBuilder || !pRenderer) return E_POINTER;

	mt.majortype = MEDIATYPE_Video;
	mt.subtype = MEDIASUBTYPE_RGB24;
	mt.formattype = FORMAT_VideoInfo;

	HRESULT hr = insertCapture(pGraphBuilder, pRenderer, &mt, &grabberCB);
	if (!FAILED(hr))
	{
#ifdef REMOVEMSDLL
		new intListEntry((int)grabberCB,VideoCBs);
#else
		VideoCBs->push_back(grabberCB);
#endif

// if the subtype was changed on us... complain.
if (mt.subtype != MEDIASUBTYPE_RGB24) return E_NOTIMPL;

		MyFreeMediaType(mt);

		//set the rate and bytes per WORD info
		int width, height, dummy;
		int currentCB = VideoCBs->size()-1;

		getVideoInfo(currentCB, &width, &height, &((CSampleGrabberCB*)VideoCBs->at(currentCB))->rate, &dummy, &dummy);
		((CSampleGrabberCB*)VideoCBs->at(currentCB))->bytesPerWORD = width*height*3;
	}

	return hr;
}

HRESULT DDGrabber::insertAudioCapture(IGraphBuilder* pGraphBuilder, IBaseFilter* pRenderer)
{
	AM_MEDIA_TYPE mt = {0};
	CSampleGrabberCB* grabberCB;

	if (!pGraphBuilder || !pRenderer) return E_POINTER;

	mt.majortype = MEDIATYPE_Audio;
	mt.subtype = MEDIASUBTYPE_PCM;
	mt.formattype = FORMAT_WaveFormatEx;

	HRESULT hr = insertCapture(pGraphBuilder, pRenderer, &mt, &grabberCB);
	if (!FAILED(hr))
	{
#ifdef REMOVEMSDLL
		new intListEntry((int)grabberCB,AudioCBs);
#else
		AudioCBs->push_back(grabberCB);
#endif

		MyFreeMediaType(mt);

		//set the rate and bytes per WORD info
		int nrChannels, bits, dummy;
		int currentCB = AudioCBs->size()-1;

		getAudioInfo(currentCB, &nrChannels, &(((CSampleGrabberCB*)AudioCBs->at(currentCB))->rate), &bits, &dummy, &dummy);
		((CSampleGrabberCB*)AudioCBs->at(currentCB))->bytesPerWORD = bits/8.0*nrChannels;

		// an unsupported bit depth, nrChannels combination; should only be for 4bit.
		if (((CSampleGrabberCB*)AudioCBs->at(currentCB))->bytesPerWORD != bits/8.0*nrChannels) hr = E_NOTIMPL;
	}

	return hr;
}

HRESULT DDGrabber::mangleGraph(IGraphBuilder* pGraphBuilder)
{
	if (!pGraphBuilder) return E_POINTER;

	IEnumFilters* filterList;
	IBaseFilter* filt;
#ifdef REMOVEMSDLL
	intListEntry* renderers = new intListEntry();
#else
	vector<IBaseFilter*>* renderers = new vector<IBaseFilter*>; // if there is an audio and a video stream then we could have two renderers
#endif
	ULONG tmp;
	HRESULT hr;

	if (FAILED(hr = pGraphBuilder->EnumFilters(&filterList))) return hr;
	filterList->Reset();
	while (filterList->Next(1, &filt, &tmp) == S_OK)
	{
#ifdef REMOVEMSDLL
		if (isRenderer(filt)) new intListEntry((int)filt,renderers);
#else
		if (isRenderer(filt)) renderers->push_back(filt);
#endif
	}
	filterList->Release();

	for (int i=0; i<renderers->size(); i++)
	{
		if (MEDIATYPE_Video == getMajorType((IBaseFilter*)renderers->at(i)))
		{
			if (FAILED(hr = insertVideoCapture(pGraphBuilder,(IBaseFilter*)renderers->at(i)))) return hr;
		} else if (MEDIATYPE_Audio == getMajorType((IBaseFilter*)renderers->at(i))) {
			if (FAILED(hr = insertAudioCapture(pGraphBuilder,(IBaseFilter*)renderers->at(i)))) return hr;
		} else {
			_RPT0(_CRT_WARN,"Renderer type not recognized.\n");
		}

		if (FAILED(hr = changeToNull(pGraphBuilder,(IBaseFilter*)renderers->at(i)))) return hr;
	}

	return S_OK;
}

HRESULT DDGrabber::buildGraph(char* filename)
{
	if (!filename) return E_POINTER;

	WCHAR uniFilename[MAX_PATH];
	HRESULT hr;

	MultiByteToWideChar(CP_ACP, 0, filename, -1, uniFilename, MAX_PATH);

	// Create the graph builder
	pGraphBuilder = NULL;
	if (FAILED(hr = ::CoCreateInstance(CLSID_FilterGraph, NULL, CLSCTX_INPROC_SERVER, IID_IGraphBuilder, (void**)&pGraphBuilder))) return hr;

	if (FAILED(hr = pGraphBuilder->RenderFile(uniFilename,NULL))) return hr;

	// insert the Capture CBs, and change the Renderers to Null
	if (FAILED(hr = mangleGraph(pGraphBuilder))) return hr;

	return hr;
}

HRESULT DDGrabber::doCapture()
{
	HRESULT hr;
	CComPtr<IMediaControl> pMediaControl;
	CComPtr<IMediaEvent> pMediaEventEx;
	CComPtr<IMediaFilter> pMediaFilter;

	pGraphBuilder->QueryInterface(IID_IMediaControl, (void **)&pMediaControl);
	pGraphBuilder->QueryInterface(IID_IMediaEvent, (void **)&pMediaEventEx);
	pGraphBuilder->QueryInterface(IID_IMediaFilter, (void **)&pMediaFilter);

	if (pMediaControl == NULL || pMediaEventEx == NULL || pMediaFilter == NULL) return E_NOINTERFACE;

	//turn off the clock, so that it will run as fast as possible
	pMediaFilter->SetSyncSource(NULL);

	// Run the graph and wait for completion.
	if (FAILED(hr = pMediaControl->Run())) return hr;

	long evCode = 0;
	bool allDone = false;
	stopForced = false;

	while (pMediaEventEx->WaitForCompletion(100, &evCode) == E_ABORT)
	{
		// if there are no audio streams we can stop early
		if (AudioCBs->size() == 0 || (AudioCBs->at(0)&&((CSampleGrabberCB*)AudioCBs->at(0))->disabled))
		{
			allDone = true;
			for (int i=0; i < VideoCBs->size(); i++)
			{
				if (VideoCBs->at(i) && !((CSampleGrabberCB*)VideoCBs->at(i))->done) allDone = false;
			}

    		if (allDone)
			{
				// if all of the video streams are done, then force a stop
				if (FAILED(hr = pMediaControl->Stop())) return hr;
				stopForced = true;
			}
		}
	}

	return S_OK;
}